-
-
Save tbg/6ab0035821d1df6f9b089eb368c0c5f2 to your computer and use it in GitHub Desktop.
This file has been truncated, but you can view the full file.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| SIGABRT: abort | |
| PC=0x7fff731101b2 m=0 sigcode=0 | |
| goroutine 0 [idle]: | |
| runtime.pthread_cond_wait(0x857f580, 0x857f540, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sys_darwin.go:302 +0x51 | |
| runtime.semasleep(0xffffffffffffffff, 0x857f200) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/os_darwin.go:63 +0x85 | |
| runtime.notesleep(0x857f340) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/lock_sema.go:167 +0xe3 | |
| runtime.stopm() | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/proc.go:2016 +0xe3 | |
| runtime.gcstopm() | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/proc.go:2222 +0xb9 | |
| runtime.findrunnable(0xc000074500, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/proc.go:2277 +0x6b6 | |
| runtime.schedule() | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/proc.go:2613 +0x13a | |
| runtime.park_m(0xc00161c900) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/proc.go:2676 +0xae | |
| runtime.mcall(0x405c7bb) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/asm_amd64.s:299 +0x5b | |
| goroutine 1 [chan receive, 7 minutes]: | |
| testing.(*T).Run(0xc000116800, 0x6676aaf, 0x14, 0x67a6e08, 0x408f301) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/testing/testing.go:879 +0x37a | |
| testing.runTests.func1(0xc000116700) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/testing/testing.go:1119 +0x78 | |
| testing.tRunner(0xc000116700, 0xc00072bde8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/testing/testing.go:827 +0xbf | |
| testing.runTests(0xc000261060, 0x856a580, 0x107, 0x107, 0x169d96e) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/testing/testing.go:1117 +0x2aa | |
| testing.(*M).Run(0xc00001d780, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/testing/testing.go:1034 +0x165 | |
| github.com/cockroachdb/cockroach/pkg/sql_test.TestMain(0xc00001d780) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/main_test.go:36 +0xb5 | |
| main.main() | |
| _testmain.go:576 +0x13d | |
| goroutine 21 [syscall, 7 minutes]: | |
| os/signal.signal_recv(0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sigqueue.go:139 +0x9f | |
| os/signal.loop() | |
| /usr/local/Cellar/go/1.11.1/libexec/src/os/signal/signal_unix.go:23 +0x22 | |
| created by os/signal.init.0 | |
| /usr/local/Cellar/go/1.11.1/libexec/src/os/signal/signal_unix.go:29 +0x41 | |
| goroutine 22 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.flushDaemon() | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/log/clog.go:1211 +0xf2 | |
| created by github.com/cockroachdb/cockroach/pkg/util/log.init.0 | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/log/clog.go:627 +0x11e | |
| goroutine 23 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.signalFlusher() | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/log/clog.go:634 +0xab | |
| created by github.com/cockroachdb/cockroach/pkg/util/log.init.0 | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/log/clog.go:628 +0x136 | |
| goroutine 36 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc0006c4030) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000246520, 0xc000746750, 0xc000246500) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 9 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/security.(*CertificateManager).RegisterSignalHandler.func1(0xc000746750, 0xc00057ac60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/security/certificate_manager.go:179 +0xde | |
| created by github.com/cockroachdb/cockroach/pkg/security.(*CertificateManager).RegisterSignalHandler | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/security/certificate_manager.go:176 +0x49 | |
| goroutine 28 [IO wait, 7 minutes]: | |
| internal/poll.runtime_pollWait(0xee14020, 0x72, 0xc0039bc150) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/netpoll.go:173 +0x66 | |
| internal/poll.(*pollDesc).wait(0xc005873d18, 0x72, 0xffffffffffffff00, 0x6da6b00, 0x82fd2d8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a | |
| internal/poll.(*pollDesc).waitRead(0xc005873d18, 0xc00369b000, 0x400, 0x400) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d | |
| internal/poll.(*FD).Read(0xc005873d00, 0xc00369b000, 0x400, 0x400, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_unix.go:169 +0x1d6 | |
| net.(*netFD).Read(0xc005873d00, 0xc00369b000, 0x400, 0x400, 0x400b27b, 0xc00003a000, 0x636f520) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc000bf8cc8, 0xc00369b000, 0x400, 0x400, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/net.go:177 +0x68 | |
| crypto/tls.(*block).readFromUntil(0xc005e083c0, 0xc3b3510, 0xc000bf8cc8, 0x5, 0xc000bf8cc8, 0xc00369ac39) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:492 +0x89 | |
| crypto/tls.(*Conn).readRecord(0xc005ca2700, 0x67aa017, 0xc005ca2820, 0xc0039bc4c8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:593 +0xdd | |
| crypto/tls.(*Conn).Read(0xc005ca2700, 0xc005eaa000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:1145 +0xf1 | |
| bufio.(*Reader).Read(0xc005d2f500, 0xc000f090a0, 0x5, 0x200, 0x3, 0xc0000e9020, 0xc00006d400) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/bufio/bufio.go:216 +0x22f | |
| io.ReadAtLeast(0x6da0720, 0xc005d2f500, 0xc000f090a0, 0x5, 0x200, 0x5, 0x400e53f, 0xc0000e9020, 0x20) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:310 +0x88 | |
| io.ReadFull(0x6da0720, 0xc005d2f500, 0xc000f090a0, 0x5, 0x200, 0x0, 0xc000089400, 0x67aa060) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:329 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/github.com/lib/pq.(*conn).recvMessage(0xc000f09080, 0xc0000e9020, 0x6282040, 0x1, 0x85bcd98) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/lib/pq/conn.go:961 +0xf9 | |
| github.com/cockroachdb/cockroach/vendor/github.com/lib/pq.(*conn).recv1Buf(0xc000f09080, 0xc0000e9020, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/lib/pq/conn.go:1011 +0x39 | |
| github.com/cockroachdb/cockroach/vendor/github.com/lib/pq.(*conn).recv1(0xc000f09080, 0xc005ca2700, 0xc000f090a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/lib/pq/conn.go:1032 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/github.com/lib/pq.(*conn).readBindResponse(0xc000f09080) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/lib/pq/conn.go:1652 +0x2f | |
| github.com/cockroachdb/cockroach/vendor/github.com/lib/pq.(*stmt).exec(0xc004323e00, 0xc0000e8120, 0x2, 0x2) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/lib/pq/conn.go:1289 +0x557 | |
| github.com/cockroachdb/cockroach/vendor/github.com/lib/pq.(*stmt).Exec(0xc004323e00, 0xc0000e8120, 0x2, 0x2, 0x0, 0x0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/lib/pq/conn.go:1247 +0xa9 | |
| github.com/cockroachdb/cockroach/vendor/github.com/lib/pq.(*conn).Exec(0xc000f09080, 0x66a5bc8, 0x25, 0xc0000e8120, 0x2, 0x2, 0x0, 0x0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/lib/pq/conn.go:907 +0x1d2 | |
| github.com/cockroachdb/cockroach/vendor/github.com/lib/pq.(*conn).ExecContext(0xc000f09080, 0x6dd38c0, 0xc0000da008, 0x66a5bc8, 0x25, 0xc002605bd0, 0x2, 0x2, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/lib/pq/conn_go18.go:43 +0x1bd | |
| database/sql.ctxDriverExec(0x6dd38c0, 0xc0000da008, 0xc3705b0, 0xc000f09080, 0x0, 0x0, 0x66a5bc8, 0x25, 0xc002605bd0, 0x2, ...) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/database/sql/ctxutil.go:31 +0x236 | |
| database/sql.(*DB).execDC.func2() | |
| /usr/local/Cellar/go/1.11.1/libexec/src/database/sql/sql.go:1466 +0x1db | |
| database/sql.withLock(0x6dab580, 0xc003ed8380, 0xc0039bcc60) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/database/sql/sql.go:3074 +0x63 | |
| database/sql.(*DB).execDC(0xc000db89c0, 0x6dd38c0, 0xc0000da008, 0xc003ed8380, 0xc0039bcd60, 0x66a5bc8, 0x25, 0xc0039bd0e8, 0x2, 0x2, ...) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/database/sql/sql.go:1461 +0x49b | |
| database/sql.(*DB).exec(0xc000db89c0, 0x6dd38c0, 0xc0000da008, 0x66a5bc8, 0x25, 0xc0039bd0e8, 0x2, 0x2, 0x66fae40e41871201, 0xc0039bcde8, ...) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/database/sql/sql.go:1446 +0x139 | |
| database/sql.(*DB).ExecContext(0xc000db89c0, 0x6dd38c0, 0xc0000da008, 0x66a5bc8, 0x25, 0xc0039bd0e8, 0x2, 0x2, 0x8, 0x6273d80, ...) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/database/sql/sql.go:1424 +0xe0 | |
| database/sql.(*DB).Exec(0xc000db89c0, 0x66a5bc8, 0x25, 0xc0039bd0e8, 0x2, 0x2, 0x4, 0x8, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/database/sql/sql.go:1438 +0x85 | |
| github.com/cockroachdb/cockroach/pkg/sql_test.runSchemaChangeWithOperations(0xc000116800, 0xc000db89c0, 0xc000318380, 0xc0005f4000, 0x66a5703, 0x25, 0xfa0, 0x3, 0xc0033457a0, 0xc0024c66e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/schema_changer_test.go:474 +0x44a | |
| github.com/cockroachdb/cockroach/pkg/sql_test.TestRaceWithBackfill(0xc000116800) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/schema_changer_test.go:676 +0xb10 | |
| testing.tRunner(0xc000116800, 0x67a6e08) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/testing/testing.go:827 +0xbf | |
| created by testing.(*T).Run | |
| /usr/local/Cellar/go/1.11.1/libexec/src/testing/testing.go:878 +0x353 | |
| goroutine 10 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewContext.func1(0x6dd3940, 0xc000744300) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:386 +0x51 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0001f4870, 0xc000746750, 0xc0002b8bc0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 11 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.newInfoStore.func1(0x6dd3940, 0xc000744360) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/infostore.go:194 +0x15a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0001f4ab0, 0xc000746750, 0xc0001f4aa0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 12 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc0004c3928, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0004c3918) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage/engine.(*RocksDB).syncLoop(0xc0004c3800) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:654 +0x72 | |
| created by github.com/cockroachdb/cockroach/pkg/storage/engine.(*RocksDB).open | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:642 +0x41e | |
| goroutine 725 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*controlBuffer).get(0xc0012de840, 0x1, 0x0, 0x0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:300 +0x103 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*loopyWriter).run(0xc00133fb00, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:387 +0x1ac | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client.func3(0xc001ad2000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:303 +0x7b | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:301 +0xc3a | |
| goroutine 37 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc0006c4060) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000246540, 0xc000746750, 0xc000246530) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 38 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc0006c4090) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000246570, 0xc000746750, 0xc000246560) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 39 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc0006c40c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002465a0, 0xc000746750, 0xc000246590) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 40 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc0006c40f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002465d0, 0xc000746750, 0xc0002465c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 41 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc0006c4120) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000246600, 0xc000746750, 0xc0002465f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 42 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc0006c4150) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000246630, 0xc000746750, 0xc000246610) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 43 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc0006c4000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000246660, 0xc000746750, 0xc000246640) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 44 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc0006c41b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000246690, 0xc000746750, 0xc000246670) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 45 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc0006c4210) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000246720, 0xc000746750, 0xc0002466a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 46 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc0006c4240) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000246740, 0xc000746750, 0xc000246730) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 47 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc0006c4270) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000246760, 0xc000746750, 0xc000246750) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 48 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc0006c4180) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000246780, 0xc000746750, 0xc000246770) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 49 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc0006c42d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002467a0, 0xc000746750, 0xc000246790) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 66 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc0006c42a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002467c0, 0xc000746750, 0xc0002467b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 67 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc0006c4300) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002467e0, 0xc000746750, 0xc0002467d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 68 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.(*loggingT).gcDaemon(0xc0001965a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/log/clog.go:1274 +0x68 | |
| created by github.com/cockroachdb/cockroach/pkg/util/log.NewSecondaryLogger | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/log/secondary_log.go:81 +0x275 | |
| goroutine 69 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.(*loggingT).gcDaemon(0xc0001966c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/log/clog.go:1274 +0x68 | |
| created by github.com/cockroachdb/cockroach/pkg/util/log.NewSecondaryLogger | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/log/secondary_log.go:81 +0x275 | |
| goroutine 70 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*LeaseManager).RefreshLeases.func1(0x6dd3940, 0xc000578e10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/lease.go:1634 +0x1da | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000246860, 0xc000746750, 0xc0005b6b70) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 71 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*LeaseManager).PeriodicallyRefreshSomeLeases.func1(0x6dd3940, 0xc0006c4330) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/lease.go:1709 +0x1f0 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000246880, 0xc000746750, 0xc000246870) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 72 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/hlc.(*Clock).StartMonitoringForwardClockJumps.func1(0x67aa260, 0xc00040ee60, 0xc0004d4230, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/hlc/hlc.go:185 +0x118 | |
| created by github.com/cockroachdb/cockroach/pkg/util/hlc.(*Clock).StartMonitoringForwardClockJumps | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/hlc/hlc.go:178 +0xb0 | |
| goroutine 73 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.MakeServer.func2(0x6dd3940, 0xc000578f90) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:99 +0x64 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000246920, 0xc000746750, 0xc0002cc580) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 74 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func2(0x6dd3940, 0xc0006c4360) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1155 +0x53 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000246a70, 0xc000746750, 0xc0002cc700) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 75 [IO wait, 7 minutes]: | |
| internal/poll.runtime_pollWait(0x9344dd0, 0x72, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/netpoll.go:173 +0x66 | |
| internal/poll.(*pollDesc).wait(0xc0001bb898, 0x72, 0xc00052f700, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a | |
| internal/poll.(*pollDesc).waitRead(0xc0001bb898, 0xffffffffffffff00, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d | |
| internal/poll.(*FD).Accept(0xc0001bb880, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_unix.go:384 +0x1a0 | |
| net.(*netFD).accept(0xc0001bb880, 0x10, 0xc000a51670, 0x1) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/fd_unix.go:238 +0x42 | |
| net.(*TCPListener).accept(0xc0006a0180, 0x402d4c2, 0xc00052f7b0, 0xc000a51700) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/tcpsock_posix.go:139 +0x2e | |
| net.(*TCPListener).Accept(0xc0006a0180, 0x67a78e8, 0xc0006b2dc0, 0xc000220000, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/tcpsock.go:260 +0x47 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*cMux).Serve(0xc0006b2dc0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:124 +0x88 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func3(0x6dd3940, 0xc0006c4390) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1167 +0x2f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000246a80, 0xc000746750, 0xc0002cc760) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 76 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.muxListener.Accept(0x6dcf3c0, 0xc0006a0180, 0xc0004111a0, 0x400edc8, 0x30, 0x64fa640, 0xc000a51e01) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:184 +0x41 | |
| net/http.(*Server).Serve(0xc0008f6000, 0x6dcff00, 0xc0002cc720, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/http/server.go:2826 +0x22f | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func4(0x6dd3940, 0xc00072c000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1179 +0x119 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000246aa0, 0xc000746750, 0xc0005b79b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 77 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.muxListener.Accept(0x6dcf3c0, 0xc0006a0180, 0xc000411200, 0x0, 0xc00042e000, 0x50, 0x90056c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:184 +0x41 | |
| crypto/tls.(*listener).Accept(0xc0002cc780, 0x64fa640, 0xc000579170, 0x6316040, 0x853b350) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/tls.go:52 +0x37 | |
| net/http.(*Server).Serve(0xc0008c4750, 0x6dbc500, 0xc0002cc780, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/http/server.go:2826 +0x22f | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func5(0x6dd3940, 0xc000578ff0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1186 +0x42 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000246ab0, 0xc000746750, 0xc0002cc7a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 78 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func6(0x6dd3940, 0xc000736000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1190 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000246ad0, 0xc000746750, 0xc0006b2e00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 79 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.muxListener.Accept(0x6dcf3c0, 0xc0006a0168, 0xc000411080, 0xc000923e60, 0x18, 0xc0004b5b00, 0x4535ca2) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:184 +0x41 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).Serve(0xc000334380, 0x6dcff00, 0xc0002cc5e0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:544 +0x210 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func7(0x6dd3940, 0xc00073a000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1202 +0x46 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000246ae0, 0xc000746750, 0xc0002cc7c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 52 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.MakeServer.func2(0x6dd3940, 0xc000736030) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:99 +0x64 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003b8010, 0xc000746750, 0xc0004ce9a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 80 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func9(0x6dd3940, 0xc0006c43c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1280 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000246c60, 0xc000746750, 0xc0005b7c80) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 434 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc00158e0f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00039cfc0, 0xc000ed9dd0, 0xc00039cfb0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 98 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ccResolverWrapper).watcher(0xc0005b7d40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/resolver_conn_wrapper.go:109 +0x142 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ccResolverWrapper).start | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/resolver_conn_wrapper.go:95 +0x3f | |
| goroutine 99 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func12(0x6dd3940, 0xc000736090) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1310 +0x53 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000246d40, 0xc000746750, 0xc0002ccaa0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 130 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc00073c100) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:122 +0x10f | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newCCBalancerWrapper | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:113 +0x13d | |
| goroutine 131 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).transportMonitor(0xc000a2e000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:1384 +0x1c1 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).connect.func1(0xc000a2e000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:960 +0x1b2 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).connect | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:951 +0xe1 | |
| goroutine 134 [select]: | |
| net.(*pipe).read(0xc000318200, 0xc000c10400, 0x400, 0x400, 0x400b27b, 0xc00003a000, 0x636f520) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/pipe.go:164 +0x1a4 | |
| net.(*pipe).Read(0xc000318200, 0xc000c10400, 0x400, 0x400, 0x651cc80, 0x0, 0x9301800) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/pipe.go:147 +0x4d | |
| crypto/tls.(*block).readFromUntil(0xc00073a210, 0x9301800, 0xc000318200, 0x5, 0xc000318200, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:492 +0x89 | |
| crypto/tls.(*Conn).readRecord(0xc000c0a000, 0x67aa017, 0xc000c0a120, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:593 +0xdd | |
| crypto/tls.(*Conn).Read(0xc000c0a000, 0xc000cb8000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:1145 +0xf1 | |
| bufio.(*Reader).Read(0xc0009f2900, 0xc000264498, 0x9, 0x9, 0x405b730, 0xc000cee000, 0x4) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/bufio/bufio.go:216 +0x22f | |
| io.ReadAtLeast(0x6da0720, 0xc0009f2900, 0xc000264498, 0x9, 0x9, 0x9, 0xc000926e08, 0x3, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:310 +0x88 | |
| io.ReadFull(0x6da0720, 0xc0009f2900, 0xc000264498, 0x9, 0x9, 0xc000058660, 0xc000926e50, 0x4008824) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:329 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc000264498, 0x9, 0x9, 0x6da0720, 0xc0009f2900, 0x0, 0x100000000000000, 0xc0002941b0, 0xc00073c5d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc000264460, 0xc002daffc0, 0xc002daffc0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa3 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).reader(0xc000cd0000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1135 +0x12b | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:270 +0xad7 | |
| goroutine 100 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000403028, 0xc00000037f) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000403018) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage/engine.(*RocksDB).syncLoop(0xc000402f00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:654 +0x72 | |
| created by github.com/cockroachdb/cockroach/pkg/storage/engine.(*RocksDB).open | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:642 +0x41e | |
| goroutine 101 [semacquire, 7 minutes]: | |
| sync.runtime_Semacquire(0xc00647c478) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:56 +0x39 | |
| sync.(*WaitGroup).Wait(0xc00647c470) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/waitgroup.go:130 +0x64 | |
| github.com/cockroachdb/cockroach/pkg/storage/engine.(*rocksDBBatch).Commit(0xc00647c240, 0x1, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:1905 +0x593 | |
| github.com/cockroachdb/cockroach/pkg/storage/engine.WriteSyncNoop(0x6dd3940, 0xc0007360c0, 0x6e172a0, 0xc000402f00, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/engine.go:466 +0xc3 | |
| github.com/cockroachdb/cockroach/pkg/server.assertEngineHealth.func1(0x4e94914f0000, 0x6dd3940, 0xc0007360c0, 0xc004dd8bc0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server_engine_health.go:67 +0xc9 | |
| github.com/cockroachdb/cockroach/pkg/server.assertEngineHealth(0x6dd3940, 0xc0007360c0, 0xc000246da0, 0x1, 0x1, 0x4e94914f0000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server_engine_health.go:70 +0xa7 | |
| github.com/cockroachdb/cockroach/pkg/server.startAssertEngineHealth.func1(0x6dd3940, 0xc0007360c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server_engine_health.go:44 +0xc6 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000246e30, 0xc000746750, 0xc0005b7e30) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 102 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*server).start.func3(0x6dd3940, 0xc0006c43f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:387 +0x5a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000246e90, 0xc000746750, 0xc0002cd2c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 103 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).bootstrap.func1(0x6dd3940, 0xc0006c4450) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1344 +0x3b6 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000246eb0, 0xc000746750, 0xc000246ea0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 104 [syscall, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage/engine._Cfunc_DBPut(0xca0e1e0, 0xc003ec59a0, 0x6, 0x0, 0x0, 0xc003997200, 0x7f, 0x0, 0x0) | |
| _cgo_gotypes.go:1105 +0x50 | |
| github.com/cockroachdb/cockroach/pkg/storage/engine.dbPut.func1(0xca0e1e0, 0xc003ec59a0, 0x6, 0x0, 0x0, 0xc003997200, 0x7f, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:2589 +0x86 | |
| github.com/cockroachdb/cockroach/pkg/storage/engine.dbPut(0xca0e1e0, 0xc003ec59a0, 0x6, 0x6, 0x0, 0x0, 0xc003997200, 0x7f, 0x1e6, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:2589 +0x154 | |
| github.com/cockroachdb/cockroach/pkg/storage/engine.(*RocksDB).Put(0xc000402f00, 0xc003ec59a0, 0x6, 0x6, 0x0, 0x0, 0xc003997200, 0x7f, 0x1e6, 0x1e6, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:746 +0x7e | |
| github.com/cockroachdb/cockroach/pkg/storage/engine.(*putBuffer).putMeta(0xc0059aa000, 0x9357390, 0xc000402f00, 0xc003ec59a0, 0x6, 0x6, 0x0, 0x0, 0xc0059aa000, 0xc003e9f900, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/mvcc.go:991 +0xc4 | |
| github.com/cockroachdb/cockroach/pkg/storage/engine.mvccPutInternal(0x6dd3940, 0xc0006c5a70, 0x9357390, 0xc000402f00, 0x0, 0x0, 0x0, 0xc003ec59a0, 0x6, 0x6, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/mvcc.go:1312 +0x32a | |
| github.com/cockroachdb/cockroach/pkg/storage/engine.mvccPutUsingIter(0x6dd3940, 0xc0006c5a70, 0x9357390, 0xc000402f00, 0x0, 0x0, 0x0, 0xc003ec59a0, 0x6, 0x6, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/mvcc.go:1102 +0x164 | |
| github.com/cockroachdb/cockroach/pkg/storage/engine.MVCCPut(0x6dd3940, 0xc0006c5a70, 0x9357300, 0xc000402f00, 0x0, 0xc003ec59a0, 0x6, 0x6, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/mvcc.go:1030 +0x1f5 | |
| github.com/cockroachdb/cockroach/pkg/storage/engine.MVCCPutProto(0x6dd3940, 0xc0006c5a70, 0x9357300, 0xc000402f00, 0x0, 0xc003ec59a0, 0x6, 0x6, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/mvcc.go:641 +0x1a2 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Stores).updateBootstrapInfoLocked.func1(0x1, 0xc000dcc000, 0xc005e99bd8) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/stores.go:278 +0x269 | |
| github.com/cockroachdb/cockroach/pkg/util/syncutil.(*IntMap).Range(0xc000115c58, 0xc005e99c90) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/syncutil/int_map.go:338 +0x118 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Stores).updateBootstrapInfoLocked(0xc000115c20, 0xc0004c36d0, 0x0, 0xc0006c5d10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/stores.go:276 +0x173 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Stores).WriteBootstrapInfo(0xc000115c20, 0xc0004c36d0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/stores.go:258 +0xb3 | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).maybeCleanupBootstrapAddressesLocked(0xc0004c3680) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:743 +0x25c | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).maybeSignalStatusChangeLocked(0xc0004c3680) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1513 +0x2c6 | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).manage.func1(0x6dd3940, 0xc0007360f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1426 +0x2dc | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000246ed0, 0xc000746750, 0xc000246ec0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 84 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*controlBuffer).get(0xc00073c5c0, 0x1, 0x0, 0x0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:300 +0x103 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*loopyWriter).run(0xc000537320, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:387 +0x1ac | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client.func3(0xc000cd0000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:303 +0x7b | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:301 +0xc3a | |
| goroutine 15 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*controlBuffer).get(0xc000738240, 0x1, 0x0, 0x0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:300 +0x103 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*loopyWriter).run(0xc0009f2960, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:387 +0x1ac | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server.func2(0xc000cec000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:277 +0xcb | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:274 +0xd3b | |
| goroutine 16 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc000cec000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:875 +0x1ea | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:283 +0xd60 | |
| goroutine 146 [select]: | |
| net.(*pipe).read(0xc000318080, 0xc00029c000, 0x400, 0x400, 0x400b27b, 0xc00003a000, 0x636f520) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/pipe.go:164 +0x1a4 | |
| net.(*pipe).Read(0xc000318080, 0xc00029c000, 0x400, 0x400, 0x651cc80, 0x0, 0x9301800) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/pipe.go:147 +0x4d | |
| crypto/tls.(*block).readFromUntil(0xc000bfe000, 0x9301800, 0xc000318080, 0x5, 0xc000318080, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:492 +0x89 | |
| crypto/tls.(*Conn).readRecord(0xc000bfa000, 0x67aa017, 0xc000bfa120, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:593 +0xdd | |
| crypto/tls.(*Conn).Read(0xc000bfa000, 0xc000cd2000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:1145 +0xf1 | |
| bufio.(*Reader).Read(0xc0005372c0, 0xc0002ce038, 0x9, 0x9, 0x20, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/bufio/bufio.go:216 +0x22f | |
| io.ReadAtLeast(0x6da0720, 0xc0005372c0, 0xc0002ce038, 0x9, 0x9, 0x9, 0xc003291da0, 0x400419e, 0xc000c47e1b) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:310 +0x88 | |
| io.ReadFull(0x6da0720, 0xc0005372c0, 0xc0002ce038, 0x9, 0x9, 0x44d1f27, 0xc002daffec, 0xc003c77250) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:329 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc0002ce038, 0x9, 0x9, 0x6da0720, 0xc0005372c0, 0x0, 0x0, 0xc002daffe0, 0xc000c47e90) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0002ce000, 0xc002daffe0, 0xc002daffe0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa3 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc000cec000, 0xc0006c44b0, 0x67a9218) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:434 +0x7c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000334380, 0x6df69e0, 0xc000cec000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:676 +0xdd | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn.func2() | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:631 +0x3c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn.func3(0xc0002da180, 0xc000334380, 0x9357220, 0xc000cec000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:639 +0x27 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:638 +0x5f8 | |
| goroutine 590 [select, 7 minutes]: | |
| database/sql.(*DB).connectionResetter(0xc0007126c0, 0x6dd3880, 0xc000992140) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/database/sql/sql.go:1014 +0xfb | |
| created by database/sql.OpenDB | |
| /usr/local/Cellar/go/1.11.1/libexec/src/database/sql/sql.go:672 +0x193 | |
| goroutine 58 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0x485027b3000005c6) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073a2a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073a2a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025f650, 0xc000746750, 0xc00025f640) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 57 [syscall, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage/engine._Cfunc_DBApplyBatchRepr(0xca0e1e0, 0xc004f55000, 0x22c, 0x0, 0x0, 0x0) | |
| _cgo_gotypes.go:424 +0x4d | |
| github.com/cockroachdb/cockroach/pkg/storage/engine.dbApplyBatchRepr.func1(0xca0e1e0, 0xc004f55000, 0x22c, 0x4406a00, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:2604 +0x6e | |
| github.com/cockroachdb/cockroach/pkg/storage/engine.dbApplyBatchRepr(0xca0e1e0, 0xc004f55000, 0x22c, 0x1000, 0x0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:2604 +0x63 | |
| github.com/cockroachdb/cockroach/pkg/storage/engine.(*rocksDBBatch).commitInternal(0xc004364240, 0x0, 0x1, 0xc000d752d8) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:1928 +0xbf | |
| github.com/cockroachdb/cockroach/pkg/storage/engine.(*rocksDBBatch).Commit(0xc004364240, 0xed3f38201, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:1859 +0x807 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Replica).handleRaftReadyRaftMuLocked(0xc000e49200, 0x6dd3940, 0xc0021889f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/replica_raft.go:688 +0x5ae | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Replica).handleRaftReady(0xc000e49200, 0x6dd3940, 0xc0021889f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/replica_raft.go:475 +0xf5 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).processReady(0xc000dcc000, 0x6dd3940, 0xc0021889f0, 0xb) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3838 +0x134 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073a270) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:214 +0x258 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073a270) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025f630, 0xc000746750, 0xc00025f620) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 65 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0xa28cd822000005c5) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073a3f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073a3f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025f730, 0xc000746750, 0xc00025f720) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 578 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x6dd3940, 0xc0014680c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:615 +0x15a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf130, 0xc000ed9dd0, 0xc0002e44c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 581 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x6dd3940, 0xc00158e540) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:615 +0x15a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf170, 0xc000ed9dd0, 0xc0002e4520) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 59 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0xd34f0e7f000005c9) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073a2d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073a2d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025f670, 0xc000746750, 0xc00025f660) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 580 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x6dd3940, 0xc0014ec030) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:615 +0x15a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf160, 0xc000ed9dd0, 0xc0002e4500) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 422 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewContext.func1(0x6dd3940, 0xc000ec1290) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:386 +0x51 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dc0b0, 0xc000ed9dd0, 0xc001620880) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 417 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*controlBuffer).get(0xc001506540, 0x1, 0x0, 0x0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:300 +0x103 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*loopyWriter).run(0xc001383380, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:387 +0x1ac | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client.func3(0xc0001c2480) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:303 +0x7b | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:301 +0xc3a | |
| goroutine 229 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0x927e25c5000005cb) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073a4e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073a4e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025f7b0, 0xc000746750, 0xc00025f7a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 579 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x6dd3940, 0xc0014ec090) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:615 +0x15a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf140, 0xc000ed9dd0, 0xc0002e44e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 226 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0xa28cd822000005ca) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073a420) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073a420) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025f750, 0xc000746750, 0xc00025f740) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 481 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).keepalive(0xc0001c3200) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1184 +0x113 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:265 +0x11f9 | |
| goroutine 227 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0xafe3cddd000005cc) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073a480) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073a480) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025f770, 0xc000746750, 0xc00025f760) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 924 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).transportMonitor(0xc000a2eb00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:1384 +0x1c1 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).connect.func1(0xc000a2eb00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:960 +0x1b2 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).connect | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:951 +0xe1 | |
| goroutine 589 [select, 7 minutes]: | |
| database/sql.(*DB).connectionOpener(0xc0007126c0, 0x6dd3880, 0xc000992140) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/database/sql/sql.go:1001 +0xe8 | |
| created by database/sql.OpenDB | |
| /usr/local/Cellar/go/1.11.1/libexec/src/database/sql/sql.go:671 +0x15d | |
| goroutine 923 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc00145d740) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:122 +0x10f | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newCCBalancerWrapper | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:113 +0x13d | |
| goroutine 686 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc000c1be00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000445160, 0xc00134e360, 0xc000445150) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 55 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0xa28cd822000005be) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073a1e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073a1e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025f5f0, 0xc000746750, 0xc00025f5e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 421 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/security.(*CertificateManager).RegisterSignalHandler.func1(0xc000ed9dd0, 0xc0014e4bb0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/security/certificate_manager.go:179 +0xde | |
| created by github.com/cockroachdb/cockroach/pkg/security.(*CertificateManager).RegisterSignalHandler | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/security/certificate_manager.go:176 +0x49 | |
| goroutine 423 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.newInfoStore.func1(0x6dd3940, 0xc000ec12c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/infostore.go:194 +0x15a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dc1c0, 0xc000ed9dd0, 0xc0002dc1b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 127 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).transportMonitor(0xc000a2e2c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:1384 +0x1c1 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).connect.func1(0xc000a2e2c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:960 +0x1b2 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).connect | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:951 +0xe1 | |
| goroutine 56 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0x52e1260a000005b4) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073a240) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073a240) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025f610, 0xc000746750, 0xc00025f600) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 126 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc0013779c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:122 +0x10f | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newCCBalancerWrapper | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:113 +0x13d | |
| goroutine 148 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage/closedts/provider.(*Provider).runCloser(0xc000d592d0, 0x6dd3940, 0xc0007362d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/closedts/provider/provider.go:130 +0x29d | |
| github.com/cockroachdb/cockroach/pkg/storage/closedts/provider.(*Provider).runCloser-fm(0x6dd3940, 0xc0007362d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/closedts/provider/provider.go:88 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00027a1b0, 0xc000746750, 0xc00027a1a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 731 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage/closedts/transport.(*Server).Get(0xc0003314e0, 0x9392f48, 0xc00034a690, 0x9392f48, 0xc00034a690) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/closedts/transport/server.go:86 +0x2b3 | |
| github.com/cockroachdb/cockroach/pkg/storage/closedts/container.delayedServer.Get(0x1, 0x6da36e0, 0xc0003314e0, 0x6df2900, 0xc00034a690, 0xc02f00010301, 0xc00034a690) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/closedts/container/container.go:100 +0x118 | |
| github.com/cockroachdb/cockroach/pkg/storage/closedts/ctpb._ClosedTimestamp_Get_Handler(0x635a140, 0xc0016213a0, 0x6ded1a0, 0xc0021be4d0, 0x0, 0xc0006706c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/closedts/ctpb/entry.pb.go:199 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerWithInterceptor.func2(0x635a140, 0xc0016213a0, 0x6ded1a0, 0xc0021be4d0, 0xc000331080, 0x67a7518, 0x64679c0, 0x1) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:213 +0x100 | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerWithInterceptor.func4(0x635a140, 0xc0016213a0, 0x6ded1a0, 0xc0021be4d0, 0xc000331080, 0x67a7518, 0x6dd4300, 0xc0005fdc40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:238 +0xb6 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc000edb500, 0x6df69e0, 0xc002388000, 0xc001f68500, 0xc001646a20, 0x8540880, 0x0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1167 +0x440 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleStream(0xc000edb500, 0x6df69e0, 0xc002388000, 0xc001f68500, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1253 +0x12a1 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc000248b70, 0xc000edb500, 0x6df69e0, 0xc002388000, 0xc001f68500) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:680 +0x9f | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:678 +0xa1 | |
| goroutine 1185 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage/closedts/provider.(*Provider).Notify.func1(0x6dd3940, 0xc00143e540) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/closedts/provider/provider.go:205 +0x156 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00039db40, 0xc000747d40, 0xc0002db280) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 124 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ccResolverWrapper).watcher(0xc0013e1740) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/resolver_conn_wrapper.go:109 +0x142 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ccResolverWrapper).start | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/resolver_conn_wrapper.go:95 +0x3f | |
| goroutine 125 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc0003ec500, 0xc001474dc0, 0xc000395370, 0xf, 0xc000e94960, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:736 +0x3a3 | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).GRPCDial.func1.1.1(0x6dd3940, 0xc0013e17a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:667 +0x74 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ce930, 0xc000746750, 0xc0013e1770) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 996 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/storage/closedts/provider.(*Provider).Notify.func1(0x6dd3940, 0xc0012bd650) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/closedts/provider/provider.go:205 +0x156 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002c6cd0, 0xc000746750, 0xc0016216e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 622 [IO wait]: | |
| internal/poll.runtime_pollWait(0x9344750, 0x72, 0xc00151a8a0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/netpoll.go:173 +0x66 | |
| internal/poll.(*pollDesc).wait(0xc0010fec18, 0x72, 0xffffffffffffff00, 0x6da6b00, 0x82fd2d8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a | |
| internal/poll.(*pollDesc).waitRead(0xc0010fec18, 0xc0027ec000, 0x800, 0x800) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d | |
| internal/poll.(*FD).Read(0xc0010fec00, 0xc0027ec000, 0x800, 0x800, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_unix.go:169 +0x1d6 | |
| net.(*netFD).Read(0xc0010fec00, 0xc0027ec000, 0x800, 0x800, 0xc00151aa10, 0x451cf3f, 0xc000348418) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc0004ea390, 0xc0027ec000, 0x800, 0x800, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/net.go:177 +0x68 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*MuxConn).Read(0xc000e7fc20, 0xc0027ec000, 0x800, 0x800, 0x64f5860, 0x0, 0x9392170) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x11a | |
| crypto/tls.(*block).readFromUntil(0xc001316900, 0x9392170, 0xc000e7fc20, 0x5, 0xc000e7fc20, 0xc00151ab01) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:492 +0x89 | |
| crypto/tls.(*Conn).readRecord(0xc00088e000, 0x67aa017, 0xc00088e120, 0xc004abb560) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:593 +0xdd | |
| crypto/tls.(*Conn).Read(0xc00088e000, 0xc00236e000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:1145 +0xf1 | |
| bufio.(*Reader).Read(0xc000670720, 0xc0003ace38, 0x9, 0x9, 0xc005fca508, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/bufio/bufio.go:216 +0x22f | |
| io.ReadAtLeast(0x6da0720, 0xc000670720, 0xc0003ace38, 0x9, 0x9, 0x9, 0xc00151ad80, 0x451f06d, 0xc005fca500) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:310 +0x88 | |
| io.ReadFull(0x6da0720, 0xc000670720, 0xc0003ace38, 0x9, 0x9, 0xc0008c3500, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:329 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc0003ace38, 0x9, 0x9, 0x6da0720, 0xc000670720, 0x0, 0xb100000000, 0x6000010001, 0x10001000000b1) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0003ace00, 0xc001317680, 0xc001317680, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa3 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc002388000, 0xc0012b5710, 0x67a9218) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:434 +0x7c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000edb500, 0x6df69e0, 0xc002388000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:676 +0xdd | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn.func2() | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:631 +0x3c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn.func3(0xc00037d7e0, 0xc000edb500, 0x9357220, 0xc002388000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:639 +0x27 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:638 +0x5f8 | |
| goroutine 666 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc002142ba8, 0xc000000000) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc002142b98) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage/engine.(*RocksDB).syncLoop(0xc002142a80) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:654 +0x72 | |
| created by github.com/cockroachdb/cockroach/pkg/storage/engine.(*RocksDB).open | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:642 +0x41e | |
| goroutine 994 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*recvBufferReader).read(0xc0027c4370, 0xc0016216d0, 0x5, 0x5, 0x0, 0x6da0ae0, 0xc0000d0050) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:142 +0x1ba | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc0027c4370, 0xc0016216d0, 0x5, 0x5, 0x12ace, 0x1, 0x101000000000000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:131 +0x5a | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*transportReader).Read(0xc0012bd5f0, 0xc0016216d0, 0x5, 0x5, 0x0, 0xc001ab9a00, 0x4505cf2) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:394 +0x55 | |
| io.ReadAtLeast(0x6da4520, 0xc0012bd5f0, 0xc0016216d0, 0x5, 0x5, 0x5, 0xc001ad3200, 0xc0026a0400, 0xc000000005) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:310 +0x88 | |
| io.ReadFull(0x6da4520, 0xc0012bd5f0, 0xc0016216d0, 0x5, 0x5, 0x8573d60, 0x9006440, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:329 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).Read(0xc0026a0400, 0xc0016216d0, 0x5, 0x5, 0xc001ab9b37, 0x203001, 0x203001) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:378 +0xbf | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc0016216c0, 0x7fffffff, 0x400e53f, 0xc005114fc0, 0x60, 0x58, 0x652b400, 0x67a9250) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:452 +0x65 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.recv(0xc0016216c0, 0x907b048, 0x85bcd98, 0xc0026a0400, 0x0, 0x0, 0x6560300, 0xc00363f560, 0x7fffffff, 0xc005114fc0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:578 +0x4d | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc0001bdc70, 0x6560300, 0xc00363f560, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:542 +0x131 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc000cf2500, 0x6560300, 0xc00363f560, 0xc004a22ae0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:408 +0x43 | |
| github.com/cockroachdb/cockroach/pkg/storage/closedts/ctpb.(*closedTimestampGetClient).Recv(0xc0002c6cc0, 0xc004a22ae0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/closedts/ctpb/entry.pb.go:183 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/storage/closedts/transport.(*Clients).getOrCreateClient.func1(0x6dd3940, 0xc0012bd530) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/closedts/transport/clients.go:146 +0x3eb | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002c6c80, 0xc000746750, 0xc001621580) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1207 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc0032e6c00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:875 +0x1ea | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:283 +0xd60 | |
| goroutine 639 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc0014682a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002c6430, 0xc000746b40, 0xc0002c6410) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 424 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000f437a8, 0xc000000000) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f43798) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage/engine.(*RocksDB).syncLoop(0xc000f43680) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:654 +0x72 | |
| created by github.com/cockroachdb/cockroach/pkg/storage/engine.(*RocksDB).open | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:642 +0x41e | |
| goroutine 1257 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc0003ec500, 0xc002bbd220, 0xc0002724e0, 0xf, 0xc00147fc80, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:736 +0x3a3 | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).GRPCDial.func1.1.1(0x6dd3940, 0xc00157f020) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:667 +0x74 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001569980, 0xc000746750, 0xc00157eff0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 758 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*controlBuffer).get(0xc001506440, 0x1, 0x0, 0x0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:300 +0x103 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*loopyWriter).run(0xc001383bc0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:387 +0x1ac | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client.func3(0xc000cfe000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:303 +0x7b | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:301 +0xc3a | |
| goroutine 585 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x6dd3940, 0xc0014680f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:615 +0x15a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf1d0, 0xc000ed9dd0, 0xc0002e45a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 584 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x6dd3940, 0xc0014ec0c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:615 +0x15a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf1b0, 0xc000ed9dd0, 0xc0002e4580) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 586 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x6dd3940, 0xc001500030) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:615 +0x15a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf1e0, 0xc000ed9dd0, 0xc0002e45c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 587 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*replicaScanner).waitAndProcess(0xc000ca0c30, 0x6dd3940, 0xc0013c6300, 0xc000ed9dd0, 0x36dc3c38, 0xed3f382d4, 0x0, 0xc000f18480, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scanner.go:221 +0x1ce | |
| github.com/cockroachdb/cockroach/pkg/storage.(*replicaScanner).scanLoop.func1.1(0xc000f18480, 0xc0013e03f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scanner.go:283 +0x81 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*storeReplicaVisitor).Visit(0xc0013e03f0, 0xc001119ac0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:330 +0x1b8 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*replicaScanner).scanLoop.func1(0x6dd3940, 0xc0013c6300) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scanner.go:281 +0x1ad | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf200, 0xc000ed9dd0, 0xc0002e45e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 583 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x6dd3940, 0xc00158e510) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:615 +0x15a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf1a0, 0xc000ed9dd0, 0xc0002e4560) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 411 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).transportMonitor(0xc001174000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:1384 +0x1c1 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).connect.func1(0xc001174000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:960 +0x1b2 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).connect | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:951 +0xe1 | |
| goroutine 582 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x6dd3940, 0xc00158e570) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:615 +0x15a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf190, 0xc000ed9dd0, 0xc0002e4540) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 416 [IO wait]: | |
| internal/poll.runtime_pollWait(0x93449c0, 0x72, 0xc00150b988) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/netpoll.go:173 +0x66 | |
| internal/poll.(*pollDesc).wait(0xc00001d998, 0x72, 0xffffffffffffff00, 0x6da6b00, 0x82fd2d8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a | |
| internal/poll.(*pollDesc).waitRead(0xc00001d998, 0xc0053f6000, 0x2000, 0x2000) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d | |
| internal/poll.(*FD).Read(0xc00001d980, 0xc0053f6000, 0x2000, 0x2000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_unix.go:169 +0x1d6 | |
| net.(*netFD).Read(0xc00001d980, 0xc0053f6000, 0x2000, 0x2000, 0x400b27b, 0xc00003a000, 0x636f520) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc0004ea158, 0xc0053f6000, 0x2000, 0x2000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/net.go:177 +0x68 | |
| crypto/tls.(*block).readFromUntil(0xc0015606f0, 0xc3b3510, 0xc0004ea158, 0x5, 0xc0004ea158, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:492 +0x89 | |
| crypto/tls.(*Conn).readRecord(0xc001176000, 0x67aa017, 0xc001176120, 0xc00150bce8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:593 +0xdd | |
| crypto/tls.(*Conn).Read(0xc001176000, 0xc0014aa000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:1145 +0xf1 | |
| bufio.(*Reader).Read(0xc0009ef6e0, 0xc001412498, 0x9, 0x9, 0xc000400400, 0x400e53f, 0xc0003483a0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/bufio/bufio.go:216 +0x22f | |
| io.ReadAtLeast(0x6da0720, 0xc0009ef6e0, 0xc001412498, 0x9, 0x9, 0x9, 0x9006440, 0x0, 0xc000d67200) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:310 +0x88 | |
| io.ReadFull(0x6da0720, 0xc0009ef6e0, 0xc001412498, 0x9, 0x9, 0x6db50c0, 0xc0003483a0, 0xc00150be88) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:329 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc001412498, 0x9, 0x9, 0x6da0720, 0xc0009ef6e0, 0x0, 0xc000000000, 0xc00150be98, 0xc00150bf10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc001412460, 0xc004abb170, 0xc004abb170, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa3 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).reader(0xc0001c2480) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1135 +0x12b | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:270 +0xad7 | |
| goroutine 408 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ccResolverWrapper).watcher(0xc001560330) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/resolver_conn_wrapper.go:109 +0x142 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ccResolverWrapper).start | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/resolver_conn_wrapper.go:95 +0x3f | |
| goroutine 415 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).keepalive(0xc0001c2480) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1184 +0x113 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:265 +0x11f9 | |
| goroutine 410 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc001506200) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:122 +0x10f | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newCCBalancerWrapper | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:113 +0x13d | |
| goroutine 409 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc0005fdb80, 0xc000a81450, 0xc000248580, 0xf, 0xc0011dbda0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:736 +0x3a3 | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).GRPCDial.func1.1.1(0x6dd3940, 0xc001560390) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:667 +0x74 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0000d1df0, 0xc000ed9dd0, 0xc001560360) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 404 [select, 7 minutes]: | |
| database/sql.(*DB).connectionResetter(0xc000db89c0, 0x6dd3880, 0xc001158240) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/database/sql/sql.go:1014 +0xfb | |
| created by database/sql.OpenDB | |
| /usr/local/Cellar/go/1.11.1/libexec/src/database/sql/sql.go:672 +0x193 | |
| goroutine 384 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*server).Gossip(0xc000116a00, 0x6df2000, 0xc0003b8c80, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:197 +0x69d | |
| github.com/cockroachdb/cockroach/pkg/gossip._Gossip_Gossip_Handler(0x65a2700, 0xc000116a00, 0x6ded1a0, 0xc0006d2370, 0x0, 0xc0009ef560) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.pb.go:593 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerWithInterceptor.func2(0x65a2700, 0xc000116a00, 0x6ded1a0, 0xc0006d2370, 0xc0003685c0, 0x67a40d8, 0x64679c0, 0x1) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:213 +0x100 | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerWithInterceptor.func4(0x65a2700, 0xc000116a00, 0x6ded1a0, 0xc0006d2370, 0xc0003685c0, 0x67a40d8, 0x6dd4300, 0xc0003ec5c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:238 +0xb6 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc000334380, 0x6df69e0, 0xc00126a000, 0xc000f68000, 0xc0003de780, 0x85404c0, 0x0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1167 +0x440 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleStream(0xc000334380, 0x6df69e0, 0xc00126a000, 0xc000f68000, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1253 +0x12a1 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc000272320, 0xc000334380, 0x6df69e0, 0xc00126a000, 0xc000f68000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:680 +0x9f | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:678 +0xa1 | |
| goroutine 403 [select, 7 minutes]: | |
| database/sql.(*DB).connectionOpener(0xc000db89c0, 0x6dd3880, 0xc001158240) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/database/sql/sql.go:1001 +0xe8 | |
| created by database/sql.OpenDB | |
| /usr/local/Cellar/go/1.11.1/libexec/src/database/sql/sql.go:671 +0x15d | |
| goroutine 352 [select]: | |
| net.(*pipe).read(0xc000d62f00, 0xc000ec5c00, 0x400, 0x400, 0x400b27b, 0xc00003a000, 0x636f520) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/pipe.go:164 +0x1a4 | |
| net.(*pipe).Read(0xc000d62f00, 0xc000ec5c00, 0x400, 0x400, 0x651cc80, 0x0, 0x9301800) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/pipe.go:147 +0x4d | |
| crypto/tls.(*block).readFromUntil(0xc00147a270, 0x9301800, 0xc000d62f00, 0x5, 0xc000d62f00, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:492 +0x89 | |
| crypto/tls.(*Conn).readRecord(0xc001224000, 0x67aa017, 0xc001224120, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:593 +0xdd | |
| crypto/tls.(*Conn).Read(0xc001224000, 0xc0014ce000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:1145 +0xf1 | |
| bufio.(*Reader).Read(0xc00069ad20, 0xc000264c78, 0x9, 0x9, 0x405b730, 0xc001414180, 0x4) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/bufio/bufio.go:216 +0x22f | |
| io.ReadAtLeast(0x6da0720, 0xc00069ad20, 0xc000264c78, 0x9, 0x9, 0x9, 0xc001436e08, 0x3, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:310 +0x88 | |
| io.ReadFull(0x6da0720, 0xc00069ad20, 0xc000264c78, 0x9, 0x9, 0xc0012e4540, 0xc001436e50, 0x4008824) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:329 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc000264c78, 0x9, 0x9, 0x6da0720, 0xc00069ad20, 0x0, 0x100000000000000, 0xc000412cb0, 0xc00156a310) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc000264c40, 0xc003ee14e0, 0xc003ee14e0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa3 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).reader(0xc00177a240) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1135 +0x12b | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:270 +0xad7 | |
| goroutine 399 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.muxListener.Accept(0x6dcf3c0, 0xc0006a0168, 0xc000411020, 0xc001437e30, 0x38, 0xc000d3b080, 0x4c34736) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:184 +0x41 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith(0xc0006a0158, 0x6dd3940, 0xc00110ab10, 0xc000746750, 0x6dcff00, 0xc0002cc5c0, 0xc00110ab40, 0x6dd3940, 0xc0006c5a70) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:118 +0x50 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func19(0x6dd3940, 0xc00110ab10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1670 +0x194 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000444790, 0xc000746750, 0xc001158100) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 400 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).startSystemLogsGC.func1(0x6dd3940, 0xc00110ab70) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server_systemlog_gc.go:175 +0x53f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0004447a0, 0xc000746750, 0xc0002daba0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 724 [select]: | |
| net.(*pipe).read(0xc000f6d400, 0xc00111f400, 0x400, 0x400, 0x400b27b, 0xc00003a000, 0x636f520) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/pipe.go:164 +0x1a4 | |
| net.(*pipe).Read(0xc000f6d400, 0xc00111f400, 0x400, 0x400, 0x651cc80, 0x0, 0x9301800) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/pipe.go:147 +0x4d | |
| crypto/tls.(*block).readFromUntil(0xc001468840, 0x9301800, 0xc000f6d400, 0x5, 0xc000f6d400, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:492 +0x89 | |
| crypto/tls.(*Conn).readRecord(0xc001580a80, 0x67aa017, 0xc001580ba0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:593 +0xdd | |
| crypto/tls.(*Conn).Read(0xc001580a80, 0xc001192000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:1145 +0xf1 | |
| bufio.(*Reader).Read(0xc0009ef320, 0xc0002cf6f8, 0x9, 0x9, 0x405b730, 0xc0004c3b00, 0x4) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/bufio/bufio.go:216 +0x22f | |
| io.ReadAtLeast(0x6da0720, 0xc0009ef320, 0xc0002cf6f8, 0x9, 0x9, 0x9, 0xc0015dfe08, 0x3, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:310 +0x88 | |
| io.ReadFull(0x6da0720, 0xc0009ef320, 0xc0002cf6f8, 0x9, 0x9, 0xc000d67620, 0xc0015dfe50, 0x4008824) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:329 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc0002cf6f8, 0x9, 0x9, 0x6da0720, 0xc0009ef320, 0x0, 0x100000000000000, 0xc00034b0d0, 0xc0012de850) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0002cf6c0, 0xc001255860, 0xc001255860, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa3 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).reader(0xc001ad2000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1135 +0x12b | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:270 +0xad7 | |
| goroutine 405 [IO wait]: | |
| internal/poll.runtime_pollWait(0x9344c30, 0x72, 0xc004c87490) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/netpoll.go:173 +0x66 | |
| internal/poll.(*pollDesc).wait(0xc000dbe718, 0x72, 0xffffffffffffff00, 0x6da6b00, 0x82fd2d8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a | |
| internal/poll.(*pollDesc).waitRead(0xc000dbe718, 0xc003870000, 0x4000, 0x4000) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d | |
| internal/poll.(*FD).Read(0xc000dbe700, 0xc003870000, 0x4000, 0x4000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_unix.go:169 +0x1d6 | |
| net.(*netFD).Read(0xc000dbe700, 0xc003870000, 0x4000, 0x4000, 0x0, 0x405e0e2, 0x404d2c8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc000d751f0, 0xc003870000, 0x4000, 0x4000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/net.go:177 +0x68 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*MuxConn).Read(0xc0014045a0, 0xc003870000, 0x4000, 0x4000, 0x64f5860, 0xc004c87600, 0x9392170) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x11a | |
| crypto/tls.(*block).readFromUntil(0xc0011bcba0, 0x9392170, 0xc0014045a0, 0x5, 0xc0014045a0, 0xc004c876a0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:492 +0x89 | |
| crypto/tls.(*Conn).readRecord(0xc000e8f880, 0x67aa017, 0xc000e8f9a0, 0x2e3c6148) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:593 +0xdd | |
| crypto/tls.(*Conn).Read(0xc000e8f880, 0xc000f38000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:1145 +0xf1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc000ea2dc0, 0xc000f38000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1558 +0x110 | |
| bufio.(*Reader).fill(0xc000f34048) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/bufio/bufio.go:100 +0x106 | |
| bufio.(*Reader).ReadByte(0xc000f34048, 0xc000f34610, 0x3ec7794c, 0x857bd20) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/bufio/bufio.go:242 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc000f34728, 0x6dbc340, 0xc000f34048, 0x6db6880, 0x85bcd98, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:120 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc000f34000, 0x6dd3880, 0xc000ef2940, 0xc0002b3230, 0xc000109520, 0x5400, 0x15000, 0xc00012fc90, 0xc000746750, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:335 +0x6e9 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.serveConn(0x6dd3880, 0xc0011583c0, 0x6df1f40, 0xc000e8f880, 0xc000eb700d, 0x4, 0xc0011bcf90, 0x6db5300, 0xc0012c3b00, 0x4000, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:168 +0x229 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc00012fb00, 0x6dd3880, 0xc0011583c0, 0x6df1f40, 0xc000e8f880, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:505 +0x8d3 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func19.1(0x6df2960, 0xc0014045a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1679 +0x180 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000746750, 0x6dd3940, 0xc00110ab10, 0xc0006a0158, 0x6df2960, 0xc0014045a0, 0xc00110ab40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:139 +0xa9 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:136 +0x226 | |
| goroutine 54 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func1(0x6dd3940, 0xc00073a1b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:155 +0x49 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025f5c0, 0xc000746750, 0xc000324a20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 85 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage/closedts/provider.(*Provider).Notify.func1(0x6dd3940, 0xc000d15710) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/closedts/provider/provider.go:205 +0x156 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0000d1600, 0xc000746750, 0xc0002f0240) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 228 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0xafe3cddd000005ce) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073a4b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073a4b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025f790, 0xc000746750, 0xc00025f780) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 120 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.MakeServer.func2(0x6dd3940, 0xc00158e4b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:99 +0x64 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000246040, 0xc000ed9dd0, 0xc000358020) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 147 [IO wait, 7 minutes]: | |
| internal/poll.runtime_pollWait(0x9344ea0, 0x72, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/netpoll.go:173 +0x66 | |
| internal/poll.(*pollDesc).wait(0xc0001bb818, 0x72, 0xc00073cf00, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a | |
| internal/poll.(*pollDesc).waitRead(0xc0001bb818, 0xffffffffffffff00, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d | |
| internal/poll.(*FD).Accept(0xc0001bb800, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_unix.go:384 +0x1a0 | |
| net.(*netFD).accept(0xc0001bb800, 0xc000bf8cd8, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/fd_unix.go:238 +0x42 | |
| net.(*TCPListener).accept(0xc0006a0168, 0xc00151be90, 0xc00151be98, 0x28) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/tcpsock_posix.go:139 +0x2e | |
| net.(*TCPListener).Accept(0xc0006a0168, 0x67a78f0, 0xc0006b2d80, 0x6df2ba0, 0xc000bf8cd8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/tcpsock.go:260 +0x47 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*cMux).Serve(0xc0006b2d80, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:124 +0x88 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func14.1() | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1445 +0x2f | |
| sync.(*Once).Do(0xc000272510, 0xc000d3ef60) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/once.go:44 +0xb3 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func14(0x6dd3940, 0xc00073b3b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1444 +0x63 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00027a0d0, 0xc000746750, 0xc0002da220) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 60 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0x27d926d3000005c4) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073a300) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073a300) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025f690, 0xc000746750, 0xc00025f680) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 61 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0xd34f0e7f000005c7) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073a330) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073a330) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025f6b0, 0xc000746750, 0xc00025f6a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 62 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0xd34f0e7f000005c8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073a360) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073a360) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025f6d0, 0xc000746750, 0xc00025f6c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1624 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc003c48400) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:875 +0x1ea | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:283 +0xd60 | |
| goroutine 63 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0x52e1260a000005c3) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073a390) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073a390) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025f6f0, 0xc000746750, 0xc00025f6e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 64 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0xa28cd822000005bf) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073a3c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073a3c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025f710, 0xc000746750, 0xc00025f700) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 230 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0xd34f0e7f000005d1) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073a510) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073a510) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025f7d0, 0xc000746750, 0xc00025f7c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 231 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0x485027b3000005d0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073a540) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073a540) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025f7f0, 0xc000746750, 0xc00025f7e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 232 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0x52e1260a000005cd) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073a570) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073a570) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025f810, 0xc000746750, 0xc00025f800) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 233 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0x5cf) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073a5a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073a5a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025f830, 0xc000746750, 0xc00025f820) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 234 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0xd34f0e7f000005d2) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073a5d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073a5d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025f850, 0xc000746750, 0xc00025f840) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 235 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0x485027b3000005d3) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073a600) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073a600) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025f880, 0xc000746750, 0xc00025f870) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 236 [semacquire, 7 minutes]: | |
| sync.runtime_Semacquire(0xc003f2f8b8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:56 +0x39 | |
| sync.(*WaitGroup).Wait(0xc003f2f8b0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/waitgroup.go:130 +0x64 | |
| github.com/cockroachdb/cockroach/pkg/storage/engine.(*rocksDBBatch).Commit(0xc003f2f680, 0xed3f38201, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:1905 +0x593 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Replica).handleRaftReadyRaftMuLocked(0xc000a8ad80, 0x6dd3940, 0xc003368480, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/replica_raft.go:688 +0x5ae | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Replica).handleRaftReady(0xc000a8ad80, 0x6dd3940, 0xc003368480, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/replica_raft.go:475 +0xf5 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).processReady(0xc000dcc000, 0x6dd3940, 0xc003368480, 0x11) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3838 +0x134 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073a630) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:214 +0x258 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073a630) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025f8b0, 0xc000746750, 0xc00025f890) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 237 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000402fc0, 0xb2) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000402fb0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage/engine.(*rocksDBBatch).Commit(0xc00195e240, 0xed3f38201, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:1831 +0x1d6 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Replica).handleRaftReadyRaftMuLocked(0xc00094cd80, 0x6dd3940, 0xc00464fef0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/replica_raft.go:688 +0x5ae | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).processRequestQueue.func1(0x6dd3940, 0xc00464fef0, 0xc00094cd80, 0x6dd3940) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3789 +0x12c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).withReplicaForRequest(0xc000dcc000, 0x6dd3940, 0xc00464fef0, 0xc0037416c0, 0xc004697ed0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3436 +0x135 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).processRequestQueue(0xc000dcc000, 0x6dd3940, 0xc00073a660, 0x18) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3777 +0x21b | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073a660) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:225 +0x21a | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073a660) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025f8e0, 0xc000746750, 0xc00025f8c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 238 [semacquire, 7 minutes]: | |
| sync.runtime_Semacquire(0xc005966478) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:56 +0x39 | |
| sync.(*WaitGroup).Wait(0xc005966470) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/waitgroup.go:130 +0x64 | |
| github.com/cockroachdb/cockroach/pkg/storage/engine.(*rocksDBBatch).Commit(0xc005966240, 0xed3f38201, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:1905 +0x593 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Replica).handleRaftReadyRaftMuLocked(0xc00586e900, 0x6dd3940, 0xc0019fd170, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/replica_raft.go:688 +0x5ae | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).processRequestQueue.func1(0x6dd3940, 0xc0019fd170, 0xc00586e900, 0x6dd3940) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3789 +0x12c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).withReplicaForRequest(0xc000dcc000, 0x6dd3940, 0xc0019fd170, 0xc0037bea80, 0xc00398bed0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3436 +0x135 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).processRequestQueue(0xc000dcc000, 0x6dd3940, 0xc00073a690, 0x17) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3777 +0x21b | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073a690) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:225 +0x21a | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073a690) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025f910, 0xc000746750, 0xc00025f8f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 239 [semacquire, 7 minutes]: | |
| sync.runtime_Semacquire(0xc00647d1f8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:56 +0x39 | |
| sync.(*WaitGroup).Wait(0xc00647d1f0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/waitgroup.go:130 +0x64 | |
| github.com/cockroachdb/cockroach/pkg/storage/engine.(*rocksDBBatch).Commit(0xc00647cfc0, 0xed3f38201, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:1905 +0x593 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Replica).handleRaftReadyRaftMuLocked(0xc000e48480, 0x6dd3940, 0xc004c81110, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/replica_raft.go:688 +0x5ae | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Replica).handleRaftReady(0xc000e48480, 0x6dd3940, 0xc004c81110, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/replica_raft.go:475 +0xf5 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).processReady(0xc000dcc000, 0x6dd3940, 0xc004c81110, 0x2) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3838 +0x134 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073a6c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:214 +0x258 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073a6c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025f940, 0xc000746750, 0xc00025f920) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 240 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0x485027b3000005b2) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073a6f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073a6f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025f970, 0xc000746750, 0xc00025f950) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 241 [semacquire]: | |
| sync.runtime_Semacquire(0xc003c926b8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:56 +0x39 | |
| sync.(*WaitGroup).Wait(0xc003c926b0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/waitgroup.go:130 +0x64 | |
| github.com/cockroachdb/cockroach/pkg/storage/engine.(*rocksDBBatch).Commit(0xc003c92480, 0xed3f38201, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:1905 +0x593 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Replica).handleRaftReadyRaftMuLocked(0xc000e48000, 0x6dd3940, 0xc003b45110, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/replica_raft.go:688 +0x5ae | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Replica).handleRaftReady(0xc000e48000, 0x6dd3940, 0xc003b45110, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/replica_raft.go:475 +0xf5 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).processReady(0xc000dcc000, 0x6dd3940, 0xc003b45110, 0x1) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3838 +0x134 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073a720) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:214 +0x258 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073a720) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025f990, 0xc000746750, 0xc00025f980) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 242 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0x27d926d3000005a0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073a750) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073a750) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025f9c0, 0xc000746750, 0xc00025f9b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 243 [semacquire, 7 minutes]: | |
| sync.runtime_Semacquire(0xc003ab78b8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:56 +0x39 | |
| sync.(*WaitGroup).Wait(0xc003ab78b0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/waitgroup.go:130 +0x64 | |
| github.com/cockroachdb/cockroach/pkg/storage/engine.(*rocksDBBatch).Commit(0xc003ab7680, 0xed3f38201, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:1905 +0x593 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Replica).handleRaftReadyRaftMuLocked(0xc002df8900, 0x6dd3940, 0xc0021898c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/replica_raft.go:688 +0x5ae | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).processRequestQueue.func1(0x6dd3940, 0xc0021898c0, 0xc002df8900, 0x6dd3940) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3789 +0x12c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).withReplicaForRequest(0xc000dcc000, 0x6dd3940, 0xc0021898c0, 0xc00343a380, 0xc004b27ed0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3436 +0x135 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).processRequestQueue(0xc000dcc000, 0x6dd3940, 0xc00073a780, 0x16) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3777 +0x21b | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073a780) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:225 +0x21a | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073a780) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025f9f0, 0xc000746750, 0xc00025f9e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 244 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0xa28cd822000005c2) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073a090) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073a090) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025fa20, 0xc000746750, 0xc00025fa10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 245 [semacquire, 7 minutes]: | |
| sync.runtime_Semacquire(0xc0043646b8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:56 +0x39 | |
| sync.(*WaitGroup).Wait(0xc0043646b0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/waitgroup.go:130 +0x64 | |
| github.com/cockroachdb/cockroach/pkg/storage/engine.(*rocksDBBatch).Commit(0xc004364480, 0xed3f38201, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:1905 +0x593 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Replica).handleRaftReadyRaftMuLocked(0xc000e48d80, 0x6dd3940, 0xc0046e1680, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/replica_raft.go:688 +0x5ae | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Replica).handleRaftReady(0xc000e48d80, 0x6dd3940, 0xc0046e1680, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/replica_raft.go:475 +0xf5 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).processReady(0xc000dcc000, 0x6dd3940, 0xc0046e1680, 0xa) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3838 +0x134 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073a7e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:214 +0x258 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073a7e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025fa50, 0xc000746750, 0xc00025fa40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 246 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0x485027b30000059f) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073a810) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073a810) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025fb00, 0xc000746750, 0xc00025faf0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 247 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0x27d926d30000059e) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073a840) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073a840) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025fb20, 0xc000746750, 0xc00025fb10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 248 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0x27d926d3000005a7) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073a8a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073a8a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025fb50, 0xc000746750, 0xc00025fb30) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 249 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0x27d926d3000005a5) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073a8d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073a8d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025fb70, 0xc000746750, 0xc00025fb60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 250 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0x27d926d3000005a8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073a900) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073a900) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025fb90, 0xc000746750, 0xc00025fb80) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 251 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0x485027b3000005a1) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073a930) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073a930) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025fbb0, 0xc000746750, 0xc00025fba0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 252 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0x27d926d3000005a3) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073a960) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073a960) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025fbd0, 0xc000746750, 0xc00025fbc0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 253 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0x27d926d3000005a4) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073a990) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073a990) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025fbf0, 0xc000746750, 0xc00025fbe0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 254 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0x485027b3000005aa) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073a9c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073a9c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025fc10, 0xc000746750, 0xc00025fc00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 255 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0x27d926d3000005a2) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073a9f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073a9f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025fc30, 0xc000746750, 0xc00025fc20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 256 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0x27d926d3000005a6) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073aa20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073aa20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025fc50, 0xc000746750, 0xc00025fc40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 257 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0x485027b3000005a9) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073aa50) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073aa50) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025fc70, 0xc000746750, 0xc00025fc60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 258 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0x485027b3000005b0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073aa80) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073aa80) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025fc90, 0xc000746750, 0xc00025fc80) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 259 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0x27d926d3000005af) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073aae0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073aae0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025fcb0, 0xc000746750, 0xc00025fca0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 260 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0x485027b3000005ad) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073ab10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073ab10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025fcd0, 0xc000746750, 0xc00025fcc0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 261 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0x27d926d3000005ab) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073ab40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073ab40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025fcf0, 0xc000746750, 0xc00025fce0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 262 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0x27d926d3000005ac) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073ab70) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073ab70) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025fd10, 0xc000746750, 0xc00025fd00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 263 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0x27d926d3000005bb) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073aba0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073aba0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025fd30, 0xc000746750, 0xc00025fd20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 264 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0x27d926d3000005b5) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073abd0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073abd0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025fd50, 0xc000746750, 0xc00025fd40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 265 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0x92321bb2000005b3) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073ac00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073ac00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025fd70, 0xc000746750, 0xc00025fd60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 266 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0x27d926d3000005b1) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073ac30) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073ac30) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025fd90, 0xc000746750, 0xc00025fd80) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 267 [semacquire, 7 minutes]: | |
| sync.runtime_Semacquire(0xc0056e38b8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:56 +0x39 | |
| sync.(*WaitGroup).Wait(0xc0056e38b0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/waitgroup.go:130 +0x64 | |
| github.com/cockroachdb/cockroach/pkg/storage/engine.(*rocksDBBatch).Commit(0xc0056e3680, 0xed3f38201, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:1905 +0x593 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Replica).handleRaftReadyRaftMuLocked(0xc000a8a480, 0x6dd3940, 0xc005a2ca50, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/replica_raft.go:688 +0x5ae | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Replica).handleRaftReady(0xc000a8a480, 0x6dd3940, 0xc005a2ca50, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/replica_raft.go:475 +0xf5 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).processReady(0xc000dcc000, 0x6dd3940, 0xc005a2ca50, 0xf) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3838 +0x134 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc00073a7b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:214 +0x258 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00073a7b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025fdb0, 0xc000746750, 0xc00025fda0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 268 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0x485027b3000005ba) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc000736210) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc000736210) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025fde0, 0xc000746750, 0xc00025fdc0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 269 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0x485027b3000005b9) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc000736300) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc000736300) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025fe00, 0xc000746750, 0xc00025fdf0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 270 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0x27d926d3000005b6) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc000736330) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc000736330) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025fe30, 0xc000746750, 0xc00025fe20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 271 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0x27d926d3000005bd) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc000736360) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc000736360) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025fe60, 0xc000746750, 0xc00025fe50) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 272 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0x27d926d3000005ae) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc000736390) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc000736390) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025fe90, 0xc000746750, 0xc00025fe80) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 273 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0xa28cd822000005b8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc0007363c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0007363c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025fec0, 0xc000746750, 0xc00025fea0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 274 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0x485027b3000005b7) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc0007363f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0007363f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025fef0, 0xc000746750, 0xc00025fed0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 275 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0x1d5aadb9000005bc) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc000736420) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc000736420) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025ff60, 0xc000746750, 0xc00025ff00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 276 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0x27d926d3000005c1) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc000736450) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc000736450) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025ff80, 0xc000746750, 0xc00025ff70) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 277 [syscall, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage/engine._Cfunc_DBIngestExternalFiles(0xca0e1e0, 0xc002f86808, 0x1, 0x101, 0x0, 0x0) | |
| _cgo_gotypes.go:838 +0x4d | |
| github.com/cockroachdb/cockroach/pkg/storage/engine.(*RocksDB).IngestExternalFiles.func2(0xc002f86808, 0x1, 0x1, 0xca0e1e0, 0xc002f86808, 0x1, 0x101, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:2923 +0x146 | |
| github.com/cockroachdb/cockroach/pkg/storage/engine.(*RocksDB).IngestExternalFiles(0xc000402f00, 0x6dd3940, 0xc0043d3770, 0xc0003b93d0, 0x1, 0x1, 0x628c101, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:2923 +0x17a | |
| github.com/cockroachdb/cockroach/pkg/storage.addSSTablePreApply(0x6dd3940, 0xc0043d3770, 0xc000529300, 0x6e172a0, 0xc000402f00, 0x6df0fe0, 0xc003b34c80, 0x7, 0x12d, 0xc004dae300, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/replica_proposal.go:451 +0x29d | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Replica).processRaftCommand(0xc003ae0480, 0x6dd3940, 0xc0043d3770, 0xc0035d1b50, 0x8, 0x7, 0x12d, 0x500000005, 0x2, 0x2, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/replica_raft.go:1809 +0x155e | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Replica).handleRaftReadyRaftMuLocked(0xc003ae0480, 0x6dd3940, 0xc0043d3770, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/replica_raft.go:785 +0x1265 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).processRequestQueue.func1(0x6dd3940, 0xc0043d3770, 0xc003ae0480, 0x6dd3940) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3789 +0x12c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).withReplicaForRequest(0xc000dcc000, 0x6dd3940, 0xc0043d3770, 0xc0022e6000, 0xc0034e2ed0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3436 +0x135 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).processRequestQueue(0xc000dcc000, 0x6dd3940, 0xc000736480, 0x15) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3777 +0x21b | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc000736480) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:225 +0x21a | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc000736480) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025ffa0, 0xc000746750, 0xc00025ff90) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 278 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000d5c1d0, 0x1d5aadb9000005c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c1c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbe180, 0x6dd3940, 0xc0007364b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0007364b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025ffd0, 0xc000746750, 0xc00025ffc0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 279 [semacquire, 7 minutes]: | |
| sync.runtime_Semacquire(0xc000dbe1f8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:56 +0x39 | |
| sync.(*WaitGroup).Wait(0xc000dbe1f0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/waitgroup.go:130 +0x64 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Wait(0xc000dbe180, 0x6dd3940, 0xc000736060) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:171 +0x31 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Wait-fm(0x6dd3940, 0xc000736060) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3916 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025fff0, 0xc000746750, 0xc00025ffe0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 280 [semacquire, 7 minutes]: | |
| sync.runtime_SemacquireMutex(0xc000116a54, 0x62f7d00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:71 +0x3d | |
| sync.(*RWMutex).RLock(0xc000116a48) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/rwmutex.go:50 +0x4e | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).GetNodeIDAddress(0xc0004c3680, 0x1, 0x0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:520 +0x49 | |
| github.com/cockroachdb/cockroach/pkg/gossip.AddressResolver.func1(0xc000000001, 0xffffffff00000001, 0xc0012c2600, 0x0, 0xc004f6f838) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:203 +0x32 | |
| github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*Dialer).ConnHealth(0xc0003de840, 0xc000000001, 0xc000099ef0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:182 +0xae | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).raftTickLoop(0xc000dcc000, 0x6dd3940, 0xc00072c210) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3954 +0x3e1 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).raftTickLoop-fm(0x6dd3940, 0xc00072c210) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3918 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000246010, 0xc000746750, 0xc000246000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 281 [runnable]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).coalescedHeartbeatsLoop(0xc000dcc000, 0x6dd3940, 0xc0005791d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3988 +0x128 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).coalescedHeartbeatsLoop-fm(0x6dd3940, 0xc0005791d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3919 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000246040, 0xc000746750, 0xc000246020) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 282 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).Start.func2(0x6dd3940, 0xc00072c1e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1336 +0xe5 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000246090, 0xc000746750, 0xc000324a60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 283 [semacquire, 7 minutes]: | |
| sync.runtime_SemacquireMutex(0xc000116a54, 0x67aa000) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:71 +0x3d | |
| sync.(*RWMutex).RLock(0xc000116a48) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/rwmutex.go:50 +0x4e | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).GetInfo(0xc0004c3680, 0x666305e, 0xa, 0x30, 0x30, 0x64fa640, 0xb, 0x10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1020 +0x3b | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).GetClusterID(0xc0004c3680, 0x0, 0x0, 0x10, 0x85bcd98) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1006 +0x4c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Replica).maybeGossipFirstRange(0xc000e48000, 0x6dd3940, 0xc00526c900, 0xc00526c900) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/replica_gossip.go:250 +0x59 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).startGossip.func3(0x6dd3940, 0xc00526c900, 0xc000e48000, 0x6dd3940, 0xc00526c900) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1427 +0x3f | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).startGossip.func4(0x6dd3940, 0xc000736540) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1464 +0x181 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002460b0, 0xc000746750, 0xc000c997c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 284 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).startGossip.func4(0x6dd3940, 0xc000736570) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1477 +0x36b | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002460c0, 0xc000746750, 0xc000c99810) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 285 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).startGossip.func4(0x6dd3940, 0xc00073ac60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1477 +0x36b | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002460e0, 0xc000746750, 0xc000c998b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 489 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.newInfoStore.func1(0x6dd3940, 0xc0013c7f50) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/infostore.go:194 +0x15a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000412bf0, 0xc000746b40, 0xc000412be0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 287 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).startLeaseRenewer.func1(0x6dd3940, 0xc000736510) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1526 +0x2c9 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000246130, 0xc000746750, 0xc000246120) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 288 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000d5c110, 0x14) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000d5c100) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage/closedts/provider.(*Provider).Subscribe(0xc000d592d0, 0x6dd3940, 0xc0006c54a0, 0xc000c09500) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/closedts/provider/provider.go:276 +0x3fa | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).startClosedTimestampRangefeedSubscriber.func1(0x6dd3940, 0xc0006c54a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1547 +0x57 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000746750, 0x6dd3940, 0xc0006c54a0, 0xc0004d1800, 0x25, 0x0, 0x0, 0xc000324a80) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:323 +0xe6 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:318 +0x134 | |
| goroutine 289 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).startClosedTimestampRangefeedSubscriber.func2(0x6dd3940, 0xc000d14000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1555 +0x2c9 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000246160, 0xc000746750, 0xc000324aa0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 290 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*StoreRebalancer).Start.func1(0x6dd3940, 0xc000d14030) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store_rebalancer.go:185 +0x13d | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000246180, 0xc000746750, 0xc000324ac0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 291 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage/compactor.(*Compactor).Start.func1.1(0x6dd3940, 0xc000e4e120) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/compactor/compactor.go:127 +0x147 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002461b0, 0xc000746750, 0xc000324ae0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 337 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc0012de300) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:122 +0x10f | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newCCBalancerWrapper | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:113 +0x13d | |
| goroutine 159 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc00158e060) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00039cf40, 0xc000ed9dd0, 0xc00039cf20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 96 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/distsqlrun.(*RowChannel).Next(0xc0039ef700, 0x6e01aa0, 0xc000261980, 0xc000261980, 0x45fac70) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsqlrun/base.go:461 +0x4a | |
| github.com/cockroachdb/cockroach/pkg/sql/distsqlrun.(*noopProcessor).Next(0xc005668d80, 0xc005ea7740, 0x6657f46, 0x4, 0x6dd3940) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsqlrun/noop.go:70 +0x4c | |
| github.com/cockroachdb/cockroach/pkg/sql/distsqlrun.Run(0x6dd3940, 0xc005ea7740, 0x6dde1c0, 0xc005668d80, 0x6dc7800, 0xc0038fd500) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsqlrun/base.go:174 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsqlrun.(*ProcessorBase).Run(0xc005668d80, 0x6dd3940, 0xc005ea7740) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsqlrun/processors.go:802 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsqlrun.(*Flow).Run(0xc0039921e0, 0x6dd3940, 0xc005ea7740, 0x67a4788, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsqlrun/flow.go:657 +0x209 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc0003ecdc0, 0xc00628c540, 0x0, 0xc0061c7e18, 0xc001d04580, 0xc005a4c000, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:251 +0x8a0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*SchemaChanger).distBackfill.func2(0x6dd3940, 0xc003369c20, 0xc004d79d40, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/backfill.go:456 +0x5f6 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).Txn.func1(0x6dd3940, 0xc003369c20, 0xc004d79d40, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:585 +0x43 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).exec(0xc004d79d40, 0x6dd3940, 0xc003369c20, 0xc003a76ab0, 0x1, 0xc004d79d40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:701 +0xd9 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).Txn(0xc000318380, 0x6dd3940, 0xc003369c20, 0xc00628c480, 0x1b, 0xc0061c88d8) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:584 +0xe3 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*SchemaChanger).distBackfill(0xc003ef55e0, 0x6dd3940, 0xc003369c20, 0xc005a4c000, 0xc004bfb040, 0xc00000000c, 0x2, 0xf4240, 0x67a5518, 0xc0035ef520, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/backfill.go:379 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*SchemaChanger).backfillIndexes(0xc003ef55e0, 0x6dd3940, 0xc003369c20, 0xc005a4c000, 0xc004bfb040, 0xc00000000c, 0x0, 0x1) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/backfill.go:486 +0xf6 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*SchemaChanger).runBackfill(0xc003ef55e0, 0x6dd3940, 0xc003369c20, 0xc004bfb040, 0xc005a4c000, 0x0, 0xc0061c8eb8) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/backfill.go:192 +0x466 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*SchemaChanger).runStateMachineAndBackfill(0xc003ef55e0, 0x6dd3940, 0xc003369c20, 0xc004bfb040, 0xc005a4c000, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/schema_changer.go:1091 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*SchemaChanger).exec(0xc003ef55e0, 0x6dd3940, 0xc003369c20, 0x1, 0xc005a4c000, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/schema_changer.go:846 +0x40e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*schemaChangerCollection).execSchemaChanges(0xc00119f2b8, 0x6dd3880, 0xc000ef2940, 0xc00009a840, 0xc00119f1d8, 0xc002d23b80, 0xc004de29f8, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/exec_util.go:966 +0x1db | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).txnStateTransitionsApplyWrapper(0xc00119f000, 0x6da5520, 0x85bcd98, 0x63e9ae0, 0xc004de29f8, 0xc3705f0, 0xc003ea1950, 0x4c, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1955 +0x6ac | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc00119f000, 0x6dd3880, 0xc000ef2940, 0xc00012fbf8, 0x5400, 0x15000, 0xc00012fc90, 0xc0002b3310, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1300 +0xd4c | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000109520, 0x6dd3880, 0xc000ef2940, 0xc00119f000, 0x5400, 0x15000, 0xc00012fc90, 0xc0002b3310, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:425 +0xce | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl.func4(0xc000109520, 0x6dd3880, 0xc000ef2940, 0xc00119f000, 0x5400, 0x15000, 0xc00012fc90, 0xc0002b3310, 0xc0002b3320, 0xc0002732a4) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:319 +0x81 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:318 +0x1033 | |
| goroutine 135 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x6dd3940, 0xc00072c270) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:615 +0x15a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000294020, 0xc000746750, 0xc0002b8020) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 136 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x6dd3940, 0xc00072c2a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:615 +0x15a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000294030, 0xc000746750, 0xc0002b8040) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 137 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x6dd3940, 0xc00072c2d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:615 +0x15a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000294050, 0xc000746750, 0xc0002b8060) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 138 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x6dd3940, 0xc00072c240) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:615 +0x15a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000294060, 0xc000746750, 0xc0002b8080) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 139 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x6dd3940, 0xc000e4e180) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:615 +0x15a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000294070, 0xc000746750, 0xc0002b80a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 140 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x6dd3940, 0xc000c1a000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:615 +0x15a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000294090, 0xc000746750, 0xc0002b80c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 141 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x6dd3940, 0xc000e4e150) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:615 +0x15a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002940a0, 0xc000746750, 0xc0002b80e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 142 [chan send, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x6dd3940, 0xc00072c300) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:634 +0x1d5 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002940e0, 0xc000746750, 0xc0002b8100) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 143 [chan send, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x6dd3940, 0xc000e4e1b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:634 +0x1d5 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002940f0, 0xc000746750, 0xc0002b8120) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 144 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*replicaScanner).waitAndProcess(0xc000c3ea90, 0x6dd3940, 0xc000579230, 0xc000746750, 0x2e1cbbb8, 0xed3f382cb, 0x0, 0xc000d1a480, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scanner.go:221 +0x1ce | |
| github.com/cockroachdb/cockroach/pkg/storage.(*replicaScanner).scanLoop.func1.1(0xc000d1a480, 0xc0006c5001) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scanner.go:283 +0x81 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*storeReplicaVisitor).Visit(0xc0006c5050, 0xc000fba500) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:330 +0x1b8 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*replicaScanner).scanLoop.func1(0x6dd3940, 0xc000579230) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scanner.go:281 +0x1ad | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000294100, 0xc000746750, 0xc0002b8140) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 292 [runnable]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).startComputePeriodicMetrics.func1(0x6dd3940, 0xc000c1a030) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:771 +0x113 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000246750, 0xc000746750, 0xc000324d80) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 293 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).startGossip.func1(0x6dd3940, 0xc000736600) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:733 +0x22e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000246760, 0xc000746750, 0xc000324da0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 294 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.periodicallyPersistHLCUpperBound(0xc00040ee60, 0xc0004d52d0, 0xc0002467c0, 0x67aa260, 0xc00041c780, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:971 +0x181 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).startPersistingHLCUpperBound.func2(0x6dd3940, 0xc000c1a060) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1045 +0x6a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002467d0, 0xc000746750, 0xc000bfe9f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 295 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).refreshSettings.func2(0x6dd3940, 0xc000579290) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/settingsworker.go:113 +0x106 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002467e0, 0xc000746750, 0xc000324e40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 296 [runnable]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).startSampleEnvironment.func1(0x6dd3940, 0xc000736660) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1898 +0x164 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000246920, 0xc000746750, 0xc000324f20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 297 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).startSampleEnvironment.func2(0x6dd3940, 0xc000579410) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1914 +0x138 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000246930, 0xc000746750, 0xc000324f40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 298 [semacquire, 7 minutes]: | |
| sync.runtime_SemacquireMutex(0xc000116a54, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:71 +0x3d | |
| sync.(*RWMutex).RLock(0xc000116a48) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/rwmutex.go:50 +0x4e | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).GetNodeDescriptor(0xc0004c3680, 0x1, 0x0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:534 +0x49 | |
| github.com/cockroachdb/cockroach/pkg/kv.NewReplicaSlice(0xc0004c3680, 0xc0008fd500, 0x400e53f, 0xc002a3ad40, 0x10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/replica_slice.go:55 +0x108 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendSingleRange(0xc000117300, 0x6dd3940, 0xc003b44d50, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:455 +0x5f | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendPartialBatch(0xc000117300, 0x6dd3940, 0xc003b44d50, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:1121 +0x322 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).divideAndSendBatchToRanges(0xc000117300, 0x6dd3940, 0xc003b44d50, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:780 +0x13b5 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).Send(0xc000117300, 0x6dd3940, 0xc003b44d50, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:692 +0x48b | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*CrossRangeTxnWrapperSender).Send(0xc0003183e0, 0x6dd3940, 0xc003b44d50, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:212 +0xaf | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).sendUsingSender(0xc000318380, 0x6dd3940, 0xc003b44d50, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:622 +0x119 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).send(0xc000318380, 0x6dd3940, 0xc003b44d50, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:604 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).send-fm(0x6dd3940, 0xc003b44d50, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:570 +0x76 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.sendAndFill(0x6dd3940, 0xc003b44d50, 0xc003a578d0, 0xc003c1b500, 0x0, 0xc003a57940) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:547 +0xeb | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).Run(0xc000318380, 0x6dd3940, 0xc003b44d50, 0xc003c1b500, 0x31, 0xc005a4f020) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:570 +0x9c | |
| github.com/cockroachdb/cockroach/pkg/ts.(*DB).storeKvs(0xc0005b6bd0, 0x6dd3940, 0xc003b44d50, 0xc005aa2000, 0x221, 0x266, 0xc005a4f020, 0x32) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/ts/db.go:308 +0x1bb | |
| github.com/cockroachdb/cockroach/pkg/ts.(*DB).tryStoreData(0xc0005b6bd0, 0x6dd3940, 0xc003b44d50, 0x1, 0xc0061a2000, 0x221, 0x221, 0x6dc9f00, 0xc000261980) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/ts/db.go:246 +0x2ca | |
| github.com/cockroachdb/cockroach/pkg/ts.(*DB).StoreData(0xc0005b6bd0, 0x6dd3940, 0xc003b44d50, 0x1, 0xc0061a2000, 0x221, 0x221, 0x6e01aa0, 0xc000261980) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/ts/db.go:211 +0xe3 | |
| github.com/cockroachdb/cockroach/pkg/ts.(*poller).poll.func1(0x6dd3940, 0xc000bfeab0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/ts/db.go:194 +0x13d | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTask(0xc000746750, 0x6dd3940, 0xc000bfeab0, 0x666d1e2, 0xf, 0xc003a57ec8, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:285 +0xea | |
| github.com/cockroachdb/cockroach/pkg/ts.(*poller).poll(0xc000c09620) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/ts/db.go:185 +0xf0 | |
| github.com/cockroachdb/cockroach/pkg/ts.(*poller).start.func1(0x6dd3940, 0xc000579440) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/ts/db.go:169 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000246970, 0xc000746750, 0xc000246940) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 299 [semacquire, 7 minutes]: | |
| sync.runtime_SemacquireMutex(0xc000116a54, 0xc004be5900) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:71 +0x3d | |
| sync.(*RWMutex).RLock(0xc000116a48) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/rwmutex.go:50 +0x4e | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).GetNodeIDAddress(0xc0004c3680, 0xc000000005, 0x0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:520 +0x49 | |
| github.com/cockroachdb/cockroach/pkg/server/status.(*MetricsRecorder).getNetworkActivity(0xc00009ab00, 0x6dd3940, 0xc000e4e1e0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/status/recorder.go:386 +0x152 | |
| github.com/cockroachdb/cockroach/pkg/server/status.(*MetricsRecorder).GenerateNodeStatus(0xc00009ab00, 0x6dd3940, 0xc000e4e1e0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/status/recorder.go:415 +0x69 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).writeNodeStatus.func1(0x6dd3940, 0xc000e4e1e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:854 +0x8b | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTask(0xc000746750, 0x6dd3940, 0xc000e4e1e0, 0x668654b, 0x1a, 0xc00328fe80, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:285 +0xea | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).writeNodeStatus(0xc0004b2800, 0x6dd3940, 0xc000e4e1e0, 0x4a817c800, 0x1, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:853 +0xa8 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).startWriteNodeStatus.func1(0x6dd3940, 0xc000e4e1e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:839 +0x1ea | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000246980, 0xc000746750, 0xc000324f60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 300 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*SchemaChangeManager).Start.func1(0x6dd3940, 0xc000736690) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/schema_changer.go:1558 +0x4ee | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000246990, 0xc000746750, 0xc000324fa0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 301 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/distsqlrun.(*flowScheduler).Start.func1(0x6dd3940, 0xc000736780) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsqlrun/flow_scheduler.go:151 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002469c0, 0xc000746750, 0xc0002469b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 302 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).Start.func1(0x6dd3940, 0xc0007367b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:313 +0xf6 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002469d0, 0xc000746750, 0xc000324fc0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 303 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).PeriodicallyClearStmtStats.func1(0x6dd3940, 0xc00072c390) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:663 +0x229 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002469e0, 0xc000746750, 0xc000324fe0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 304 [semacquire, 7 minutes]: | |
| sync.runtime_SemacquireMutex(0xc000116a54, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:71 +0x3d | |
| sync.(*RWMutex).RLock(0xc000116a48) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/rwmutex.go:50 +0x4e | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).GetNodeDescriptor(0xc0004c3680, 0x1, 0x0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:534 +0x49 | |
| github.com/cockroachdb/cockroach/pkg/kv.NewReplicaSlice(0xc0004c3680, 0xc0012d5ab0, 0x400e53f, 0xc003b31b80, 0x10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/replica_slice.go:55 +0x108 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendSingleRange(0xc000117300, 0x6dd3940, 0xc00304b8f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0026a1600, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:455 +0x5f | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendPartialBatch(0xc000117300, 0x6dd3940, 0xc00304b8f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0026a1600, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:1121 +0x322 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).divideAndSendBatchToRanges(0xc000117300, 0x6dd3940, 0xc00304b8f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0026a1600, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:780 +0x13b5 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).Send(0xc000117300, 0x6dd3940, 0xc00304b8f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0026a1500, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:692 +0x48b | |
| github.com/cockroachdb/cockroach/pkg/kv.(*txnLockGatekeeper).SendLocked(0xc00408ffd0, 0x6dd3940, 0xc00304b7a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0026a1500, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_coord_sender.go:232 +0xe8 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*txnMetrics).SendLocked(0xc00408ff98, 0x6dd3940, 0xc00304b7a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0026a1500, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_interceptor_metrics.go:56 +0xa2 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*txnSpanRefresher).sendLockedWithRefreshAttempts(0xc00408ff00, 0x6dd3940, 0xc00304b7a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0026a1500, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_interceptor_span_refresher.go:160 +0x83 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*txnSpanRefresher).SendLocked(0xc00408ff00, 0x6dd3940, 0xc00304b7a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0026a1500, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_interceptor_span_refresher.go:101 +0xf9 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*txnPipeliner).SendLocked(0xc00408fe80, 0x6dd3940, 0xc00304b7a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0026a1500, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_interceptor_pipeliner.go:158 +0x260 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*txnIntentCollector).SendLocked(0xc00408fe40, 0x6dd3940, 0xc00304b7a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0026a1500, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_interceptor_intent_collector.go:105 +0x474 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*txnSeqNumAllocator).SendLocked(0xc00408ff80, 0x6dd3940, 0xc00304b7a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0026a1500, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_interceptor_sequence_nums.go:66 +0x23b | |
| github.com/cockroachdb/cockroach/pkg/kv.(*txnHeartbeat).SendLocked(0xc00408fd88, 0x6dd3940, 0xc00304b7a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0026a1500, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_interceptor_heartbeat.go:248 +0x52a | |
| github.com/cockroachdb/cockroach/pkg/kv.(*TxnCoordSender).Send(0xc00408fc00, 0x6dd3940, 0xc00304b7a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0026a1500, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_coord_sender.go:650 +0x53b | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).sendUsingSender(0xc000318380, 0x6dd3940, 0xc00304b5f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:622 +0x119 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).Send(0xc0064830e0, 0x6dd3940, 0xc00304b5f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:804 +0x13c | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).Send-fm(0x6dd3940, 0xc00304b5f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:496 +0x76 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.sendAndFill(0x6dd3940, 0xc00304b5f0, 0xc005f5f718, 0xc00458b800, 0x0, 0xc005f5f7e8) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:547 +0xeb | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).Run(0xc0064830e0, 0x6dd3940, 0xc00304b5f0, 0xc00458b800, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:496 +0xcf | |
| github.com/cockroachdb/cockroach/pkg/storage.(*NodeLiveness).updateLivenessAttempt.func1(0x6dd3940, 0xc00304b5f0, 0xc0064830e0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/node_liveness.go:821 +0x2f4 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).Txn.func1(0x6dd3940, 0xc00304b5f0, 0xc0064830e0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:585 +0x43 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).exec(0xc0064830e0, 0x6dd3940, 0xc00304b5f0, 0xc003b31a10, 0x1, 0xc0064830e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:701 +0xd9 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).Txn(0xc000318380, 0x6dd3940, 0xc00304b5f0, 0xc0032aed40, 0x0, 0xc0015e0ab0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:584 +0xe3 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*NodeLiveness).updateLivenessAttempt(0xc0000113b0, 0x6dd3940, 0xc00304b5f0, 0x1, 0x1, 0x158256c99f2b9240, 0x0, 0x0, 0x0, 0xc005b04ed0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/node_liveness.go:797 +0xf4 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*NodeLiveness).updateLiveness(0xc0000113b0, 0x6dd3940, 0xc00304b5f0, 0x1, 0x1, 0x158256c99f2b9240, 0x0, 0x0, 0x0, 0xc005b04ed0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/node_liveness.go:770 +0x120 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*NodeLiveness).heartbeatInternal(0xc0000113b0, 0x6dd3940, 0xc00304b5f0, 0xc005b04ed0, 0x4000000000000000, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/node_liveness.go:564 +0x45d | |
| github.com/cockroachdb/cockroach/pkg/storage.(*NodeLiveness).StartHeartbeat.func1.1(0xc0000113b0, 0x2faf080, 0x3b9aca00, 0x4000000000000000, 0x0, 0x0, 0xc00041c720, 0xc003c59e67, 0x6dd3900, 0xc002bcd680) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/node_liveness.go:447 +0x2b7 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*NodeLiveness).StartHeartbeat.func1(0x6dd3940, 0xc000c1a090) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/node_liveness.go:458 +0x2bd | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000246c40, 0xc000746750, 0xc000c99b30) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 305 [select]: | |
| github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).Start.func1(0x6dd3940, 0xc00072c330) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:288 +0x126 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000246c80, 0xc000746750, 0xc000bfec60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 322 [runnable]: | |
| github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).Start.func2(0x6dd3940, 0xc00072c360) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:299 +0xed | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000246ca0, 0xc000746750, 0xc000bfec90) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 323 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/stats.(*Refresher).Start.func1(0x6dd3940, 0xc00072c3c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/stats/automatic_stats.go:187 +0x132 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000246cb0, 0xc000746750, 0xc000325100) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 381 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*controlBuffer).get(0xc001506500, 0x1, 0x0, 0x0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:300 +0x103 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*loopyWriter).run(0xc0013834a0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:387 +0x1ac | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server.func2(0xc00126a000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:277 +0xcb | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:274 +0xd3b | |
| goroutine 488 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewContext.func1(0x6dd3940, 0xc0013c7f20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:386 +0x51 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000412ac0, 0xc000746b40, 0xc00030d940) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 728 [select]: | |
| net.(*pipe).read(0xc000f6d380, 0xc0005c5400, 0x400, 0x400, 0x400b27b, 0xc00003a000, 0x636f520) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/pipe.go:164 +0x1a4 | |
| net.(*pipe).Read(0xc000f6d380, 0xc0005c5400, 0x400, 0x400, 0x651cc80, 0x0, 0x9301800) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/pipe.go:147 +0x4d | |
| crypto/tls.(*block).readFromUntil(0xc0015cc330, 0x9301800, 0xc000f6d380, 0x5, 0xc000f6d380, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:492 +0x89 | |
| crypto/tls.(*Conn).readRecord(0xc000f11c00, 0x67aa017, 0xc000f11d20, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:593 +0xdd | |
| crypto/tls.(*Conn).Read(0xc000f11c00, 0xc001122000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:1145 +0xf1 | |
| bufio.(*Reader).Read(0xc001383aa0, 0xc000342ff8, 0x9, 0x9, 0x20, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/bufio/bufio.go:216 +0x22f | |
| io.ReadAtLeast(0x6da0720, 0xc001383aa0, 0xc000342ff8, 0x9, 0x9, 0x9, 0xc002b76840, 0x400419e, 0xc001a2ae1b) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:310 +0x88 | |
| io.ReadFull(0x6da0720, 0xc001383aa0, 0xc000342ff8, 0x9, 0x9, 0x44d1f27, 0xc00125588c, 0xc000220f50) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:329 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc000342ff8, 0x9, 0x9, 0x6da0720, 0xc001383aa0, 0x0, 0x0, 0xc001255880, 0xc001a2ae90) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc000342fc0, 0xc001255880, 0xc001255880, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa3 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc00126a200, 0xc001469410, 0x67a9218) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:434 +0x7c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000eda000, 0x6df69e0, 0xc00126a200) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:676 +0xdd | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn.func2() | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:631 +0x3c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn.func3(0xc0003d07a0, 0xc000eda000, 0x9357220, 0xc00126a200) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:639 +0x27 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:638 +0x5f8 | |
| goroutine 349 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc00156a000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:122 +0x10f | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newCCBalancerWrapper | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:113 +0x13d | |
| goroutine 161 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc00158e0c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00039cf90, 0xc000ed9dd0, 0xc00039cf80) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 727 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc00126a200) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:875 +0x1ea | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:283 +0xd60 | |
| goroutine 350 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).transportMonitor(0xc000f08000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:1384 +0x1c1 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).connect.func1(0xc000f08000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:960 +0x1b2 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).connect | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:951 +0xe1 | |
| goroutine 726 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*controlBuffer).get(0xc000297340, 0x1, 0x0, 0x0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:300 +0x103 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*loopyWriter).run(0xc001383b00, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:387 +0x1ac | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server.func2(0xc00126a200) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:277 +0xcb | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:274 +0xd3b | |
| goroutine 158 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc00158e030) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00039cf10, 0xc000ed9dd0, 0xc00039cef0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 490 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc000f43c28, 0xc000000000) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f43c18) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage/engine.(*RocksDB).syncLoop(0xc000f43b00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:654 +0x72 | |
| created by github.com/cockroachdb/cockroach/pkg/storage/engine.(*RocksDB).open | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:642 +0x41e | |
| goroutine 640 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc001468120) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002c6460, 0xc000746b40, 0xc0002c6440) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 160 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc00158e090) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00039cf70, 0xc000ed9dd0, 0xc00039cf50) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 722 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).transportMonitor(0xc0011742c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:1384 +0x1c1 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).connect.func1(0xc0011742c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:960 +0x1b2 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).connect | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:951 +0xe1 | |
| goroutine 336 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.MakeServer.func2(0x6dd3940, 0xc001468660) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:99 +0x64 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034a0d0, 0xc000746b40, 0xc0000e8060) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 377 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*controlBuffer).get(0xc00156a300, 0x1, 0x0, 0x0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:300 +0x103 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*loopyWriter).run(0xc001382d20, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:387 +0x1ac | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client.func3(0xc00177a240) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:303 +0x7b | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:301 +0xc3a | |
| goroutine 435 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc00158e120) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00039cff0, 0xc000ed9dd0, 0xc00039cfe0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 436 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc00158e150) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00039d060, 0xc000ed9dd0, 0xc00039d050) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 437 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc00158e000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00039d080, 0xc000ed9dd0, 0xc00039d070) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 438 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc00158e1b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00039d0a0, 0xc000ed9dd0, 0xc00039d090) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 439 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc00158e1e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00039d0c0, 0xc000ed9dd0, 0xc00039d0b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 440 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc00158e210) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00039d0e0, 0xc000ed9dd0, 0xc00039d0d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 441 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc00158e240) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00039d100, 0xc000ed9dd0, 0xc00039d0f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 442 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc00158e180) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00039d120, 0xc000ed9dd0, 0xc00039d110) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 443 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc00158e2a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00039d140, 0xc000ed9dd0, 0xc00039d130) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 444 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc00158e270) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00039d160, 0xc000ed9dd0, 0xc00039d150) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 445 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc00158e2d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00039d180, 0xc000ed9dd0, 0xc00039d170) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 446 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.(*loggingT).gcDaemon(0xc000e3c7e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/log/clog.go:1274 +0x68 | |
| created by github.com/cockroachdb/cockroach/pkg/util/log.NewSecondaryLogger | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/log/secondary_log.go:81 +0x275 | |
| goroutine 447 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.(*loggingT).gcDaemon(0xc000e3c900) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/log/clog.go:1274 +0x68 | |
| created by github.com/cockroachdb/cockroach/pkg/util/log.NewSecondaryLogger | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/log/secondary_log.go:81 +0x275 | |
| goroutine 448 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*LeaseManager).RefreshLeases.func1(0x6dd3940, 0xc001574000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/lease.go:1634 +0x1da | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00039d1f0, 0xc000ed9dd0, 0xc0015ccf90) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 449 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*LeaseManager).PeriodicallyRefreshSomeLeases.func1(0x6dd3940, 0xc0015740c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/lease.go:1709 +0x1f0 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00039d210, 0xc000ed9dd0, 0xc00039d200) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 450 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/hlc.(*Clock).StartMonitoringForwardClockJumps.func1(0x67aa260, 0xc000fa2730, 0xc0004d50a0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/hlc/hlc.go:185 +0x118 | |
| created by github.com/cockroachdb/cockroach/pkg/util/hlc.(*Clock).StartMonitoringForwardClockJumps | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/hlc/hlc.go:178 +0xb0 | |
| goroutine 451 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.MakeServer.func2(0x6dd3940, 0xc0015740f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:99 +0x64 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00039d2b0, 0xc000ed9dd0, 0xc00037d7e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 452 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func2(0x6dd3940, 0xc001560000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1155 +0x53 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00039d480, 0xc000ed9dd0, 0xc00037d940) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 453 [IO wait, 7 minutes]: | |
| internal/poll.runtime_pollWait(0x9344a90, 0x72, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/netpoll.go:173 +0x66 | |
| internal/poll.(*pollDesc).wait(0xc000d62e18, 0x72, 0xc0009f5b00, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a | |
| internal/poll.(*pollDesc).waitRead(0xc000d62e18, 0xffffffffffffff00, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d | |
| internal/poll.(*FD).Accept(0xc000d62e00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_unix.go:384 +0x1a0 | |
| net.(*netFD).accept(0xc000d62e00, 0x0, 0x64fa640, 0x4051a01) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/fd_unix.go:238 +0x42 | |
| net.(*TCPListener).accept(0xc0006a8338, 0x402d4c2, 0xc00073d8f0, 0xc000c28f00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/tcpsock_posix.go:139 +0x2e | |
| net.(*TCPListener).Accept(0xc0006a8338, 0x67a78e8, 0xc00063f080, 0xc000394000, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/tcpsock.go:260 +0x47 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*cMux).Serve(0xc00063f080, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:124 +0x88 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func3(0x6dd3940, 0xc001560030) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1167 +0x2f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00039d490, 0xc000ed9dd0, 0xc00037d9a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 454 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.muxListener.Accept(0x6dcf3c0, 0xc0006a8338, 0xc0013ef980, 0x400edc8, 0x30, 0x64fa640, 0xc0009e9601) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:184 +0x41 | |
| net/http.(*Server).Serve(0xc00178a000, 0x6dcff00, 0xc00037d960, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/http/server.go:2826 +0x22f | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func4(0x6dd3940, 0xc00158e300) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1179 +0x119 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00039d4a0, 0xc000ed9dd0, 0xc0015cd1d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 455 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.muxListener.Accept(0x6dcf3c0, 0xc0006a8338, 0xc0013ef9e0, 0x0, 0xc0004b3c00, 0x50, 0x90056c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:184 +0x41 | |
| crypto/tls.(*listener).Accept(0xc00037d9c0, 0x64fa640, 0xc0015741e0, 0x6316040, 0x853b350) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/tls.go:52 +0x37 | |
| net/http.(*Server).Serve(0xc000f6e270, 0x6dbc500, 0xc00037d9c0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/http/server.go:2826 +0x22f | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func5(0x6dd3940, 0xc001574150) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1186 +0x42 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00039d4b0, 0xc000ed9dd0, 0xc00037d9e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 456 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func6(0x6dd3940, 0xc001574120) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1190 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00039d4c0, 0xc000ed9dd0, 0xc00063f0c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 457 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.muxListener.Accept(0x6dcf3c0, 0xc0006a8320, 0xc0013ef8c0, 0xc0009e4e60, 0x18, 0xc000cf1c80, 0x4535ca2) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:184 +0x41 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).Serve(0xc000edb500, 0x6dcff00, 0xc00037d840, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:544 +0x210 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func7(0x6dd3940, 0xc0014ec000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1202 +0x46 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00039d4d0, 0xc000ed9dd0, 0xc00037da00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 458 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func9(0x6dd3940, 0xc001500000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1280 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00039d5b0, 0xc000ed9dd0, 0xc0015cd4d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 407 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*client).gossip(0xc0010b21a0, 0x6dd3940, 0xc0015601e0, 0xc000f43500, 0x6df1fa0, 0xc00039da10, 0xc000ed9dd0, 0xc0003941b4, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/client.go:370 +0x389 | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*client).startLocked.func1(0x6dd3940, 0xc0015601e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/client.go:129 +0x383 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0000d18d0, 0xc000ed9dd0, 0xc001506040) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 460 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ccResolverWrapper).watcher(0xc0015cd590) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/resolver_conn_wrapper.go:109 +0x142 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ccResolverWrapper).start | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/resolver_conn_wrapper.go:95 +0x3f | |
| goroutine 461 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func12(0x6dd3940, 0xc001574210) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1310 +0x53 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00039d690, 0xc000ed9dd0, 0xc00037dd00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 462 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000bfd328, 0xc000000064) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000bfd318) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage/engine.(*RocksDB).syncLoop(0xc000bfd200) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:654 +0x72 | |
| created by github.com/cockroachdb/cockroach/pkg/storage/engine.(*RocksDB).open | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:642 +0x41e | |
| goroutine 463 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.startAssertEngineHealth.func1(0x6dd3940, 0xc001468030) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server_engine_health.go:40 +0x144 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00039d7a0, 0xc000ed9dd0, 0xc0015cd620) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 464 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*server).start.func3(0x6dd3940, 0xc001560090) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:387 +0x5a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00039d910, 0xc000ed9dd0, 0xc000330600) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 465 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).bootstrap.func1(0x6dd3940, 0xc0015600f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1335 +0x2c8 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00039d930, 0xc000ed9dd0, 0xc00039d920) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 466 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).manage.func1(0x6dd3940, 0xc001574270) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1379 +0x24f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00039d950, 0xc000ed9dd0, 0xc00039d940) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 467 [IO wait, 7 minutes]: | |
| internal/poll.runtime_pollWait(0x9344b60, 0x72, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/netpoll.go:173 +0x66 | |
| internal/poll.(*pollDesc).wait(0xc000d62d98, 0x72, 0xc00073c900, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a | |
| internal/poll.(*pollDesc).waitRead(0xc000d62d98, 0xffffffffffffff00, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d | |
| internal/poll.(*FD).Accept(0xc000d62d80, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_unix.go:384 +0x1a0 | |
| net.(*netFD).accept(0xc000d62d80, 0xc002f86118, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/fd_unix.go:238 +0x42 | |
| net.(*TCPListener).accept(0xc0006a8320, 0xc0011ede90, 0xc0011ede98, 0x28) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/tcpsock_posix.go:139 +0x2e | |
| net.(*TCPListener).Accept(0xc0006a8320, 0x67a78f0, 0xc00063f040, 0x6df2ba0, 0xc002f86118) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/tcpsock.go:260 +0x47 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*cMux).Serve(0xc00063f040, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:124 +0x88 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func13.1() | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1426 +0x2f | |
| sync.(*Once).Do(0xc00025cd90, 0xc000e10f60) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/once.go:44 +0xb3 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func13(0x6dd3940, 0xc0015cd740) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1425 +0x63 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00039d980, 0xc000ed9dd0, 0xc000330680) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 378 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*controlBuffer).get(0xc0014dc100, 0x1, 0x0, 0x0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:300 +0x103 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*loopyWriter).run(0xc0013efd40, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:387 +0x1ac | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server.func2(0xc000a96000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:277 +0xcb | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:274 +0xd3b | |
| goroutine 379 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc000a96000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:875 +0x1ea | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:283 +0xd60 | |
| goroutine 380 [select]: | |
| net.(*pipe).read(0xc000d62e80, 0xc00145a000, 0x400, 0x400, 0x400b27b, 0xc00003a000, 0x636f520) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/pipe.go:164 +0x1a4 | |
| net.(*pipe).Read(0xc000d62e80, 0xc00145a000, 0x400, 0x400, 0x651cc80, 0x0, 0x9301800) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/pipe.go:147 +0x4d | |
| crypto/tls.(*block).readFromUntil(0xc001574240, 0x9301800, 0xc000d62e80, 0x5, 0xc000d62e80, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:492 +0x89 | |
| crypto/tls.(*Conn).readRecord(0xc000f06000, 0x67aa017, 0xc000f06120, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:593 +0xdd | |
| crypto/tls.(*Conn).Read(0xc000f06000, 0xc00154c000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:1145 +0xf1 | |
| bufio.(*Reader).Read(0xc001382cc0, 0xc0001f68f8, 0x9, 0x9, 0x20, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/bufio/bufio.go:216 +0x22f | |
| io.ReadAtLeast(0x6da0720, 0xc001382cc0, 0xc0001f68f8, 0x9, 0x9, 0x9, 0xc002b765e0, 0x400419e, 0xc0017a1e1b) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:310 +0x88 | |
| io.ReadFull(0x6da0720, 0xc001382cc0, 0xc0001f68f8, 0x9, 0x9, 0x44d1f27, 0xc003ee150c, 0xc003c774c8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:329 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc0001f68f8, 0x9, 0x9, 0x6da0720, 0xc001382cc0, 0x0, 0x0, 0xc003ee1500, 0xc0017a1e90) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0001f68c0, 0xc003ee1500, 0xc003ee1500, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa3 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc000a96000, 0xc001574570, 0x67a9218) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:434 +0x7c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000edb500, 0x6df69e0, 0xc000a96000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:676 +0xdd | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn.func2() | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:631 +0x3c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn.func3(0xc0003682e0, 0xc000edb500, 0x9357220, 0xc000a96000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:639 +0x27 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:638 +0x5f8 | |
| goroutine 382 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc00126a000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:875 +0x1ea | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:283 +0xd60 | |
| goroutine 383 [IO wait]: | |
| internal/poll.runtime_pollWait(0x93448f0, 0x72, 0xc000c518a0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/netpoll.go:173 +0x66 | |
| internal/poll.(*pollDesc).wait(0xc000cf2098, 0x72, 0xffffffffffffff00, 0x6da6b00, 0x82fd2d8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a | |
| internal/poll.(*pollDesc).waitRead(0xc000cf2098, 0xc001454000, 0x2000, 0x2000) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d | |
| internal/poll.(*FD).Read(0xc000cf2080, 0xc001454000, 0x2000, 0x2000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_unix.go:169 +0x1d6 | |
| net.(*netFD).Read(0xc000cf2080, 0xc001454000, 0x2000, 0x2000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc0000ec068, 0xc001454000, 0x2000, 0x2000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/net.go:177 +0x68 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*MuxConn).Read(0xc000ef6000, 0xc001454000, 0x2000, 0x2000, 0x64f5860, 0x0, 0x9392170) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x11a | |
| crypto/tls.(*block).readFromUntil(0xc001560d50, 0x9392170, 0xc000ef6000, 0x5, 0xc000ef6000, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:492 +0x89 | |
| crypto/tls.(*Conn).readRecord(0xc001176380, 0x67aa017, 0xc0011764a0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:593 +0xdd | |
| crypto/tls.(*Conn).Read(0xc001176380, 0xc000e60000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:1145 +0xf1 | |
| bufio.(*Reader).Read(0xc0009ef5c0, 0xc0014122d8, 0x9, 0x9, 0xc0014dc408, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/bufio/bufio.go:216 +0x22f | |
| io.ReadAtLeast(0x6da0720, 0xc0009ef5c0, 0xc0014122d8, 0x9, 0x9, 0x9, 0xc000c51d80, 0x451f06d, 0xc0014dc400) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:310 +0x88 | |
| io.ReadFull(0x6da0720, 0xc0009ef5c0, 0xc0014122d8, 0x9, 0x9, 0xc000f68000, 0xc0050830a0, 0xd3) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:329 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc0014122d8, 0x9, 0x9, 0x6da0720, 0xc0009ef5c0, 0x0, 0x300000000, 0xd300000001, 0x100000003) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0014122a0, 0xc001561320, 0xc001561320, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa3 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc00126a000, 0xc001574750, 0x67a9218) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:434 +0x7c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000334380, 0x6df69e0, 0xc00126a000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:676 +0xdd | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn.func2() | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:631 +0x3c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn.func3(0xc000368420, 0xc000334380, 0x9357220, 0xc00126a000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:639 +0x27 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:638 +0x5f8 | |
| goroutine 468 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newClientStream.func5(0xc001172000, 0xc000d63100, 0x6dd3940, 0xc0015cdb60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:324 +0xd7 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newClientStream | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:323 +0x9c1 | |
| goroutine 469 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*recvBufferReader).read(0xc0006bee60, 0xc000330830, 0x5, 0x5, 0xc0002c5c40, 0x20, 0x20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:142 +0x1ba | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc0006bee60, 0xc000330830, 0x5, 0x5, 0x2, 0x2, 0xa) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:131 +0x5a | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*transportReader).Read(0xc0015cdc80, 0xc000330830, 0x5, 0x5, 0xb, 0xc000c17b08, 0x4505cf2) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:394 +0x55 | |
| io.ReadAtLeast(0x6da4520, 0xc0015cdc80, 0xc000330830, 0x5, 0x5, 0x5, 0xc0001c2480, 0xc000ea1300, 0x70000c000000005) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:310 +0x88 | |
| io.ReadFull(0x6da4520, 0xc0015cdc80, 0xc000330830, 0x5, 0x5, 0x4, 0xffffffffffffffff, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:329 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).Read(0xc000ea1300, 0xc000330830, 0x5, 0x5, 0x62f3440, 0xc60b56a2fadeaa6b, 0xc002344c00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:378 +0xbf | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc000330820, 0x7fffffff, 0x400e53f, 0xc000f87c80, 0x60, 0x58, 0x652b400, 0x4c52900) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:452 +0x65 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.recv(0xc000330820, 0x907b048, 0x85bcd98, 0xc000ea1300, 0x0, 0x0, 0x654cda0, 0xc000f86d20, 0x7fffffff, 0xc000f87c80, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:578 +0x4d | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc000f6e750, 0x654cda0, 0xc000f86d20, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:542 +0x131 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc000d63100, 0x654cda0, 0xc000f86d20, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:408 +0x43 | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*gossipGossipClient).Recv(0xc00039da10, 0x6dd3940, 0xc0015cdd40, 0xc000f43500) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.pb.go:577 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*client).gossip.func2.1(0xc001598240, 0x6df1fa0, 0xc00039da10, 0xc0010b21a0, 0x6dd3940, 0xc0015cdd40, 0xc000f43500, 0xc000e11778, 0x43260fa) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/client.go:326 +0x4a | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*client).gossip.func2(0x6dd3940, 0xc0015cdd40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/client.go:341 +0xde | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00039da80, 0xc000ed9dd0, 0xc00063f4c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 470 [semacquire, 7 minutes]: | |
| sync.runtime_SemacquireMutex(0xc000116a4c, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:71 +0x3d | |
| sync.(*Mutex).Lock(0xc000116a48) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/mutex.go:134 +0xff | |
| sync.(*RWMutex).Lock(0xc000116a48) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/rwmutex.go:93 +0x2d | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*server).gossipReceiver(0xc000116a00, 0x6dd3940, 0xc00147b440, 0xc0000ec098, 0xc00063f540, 0xc005b8df60, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:339 +0x454 | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*server).Gossip.func3.1(0x6dd3940, 0xc00147b440) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:145 +0x9e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00039dab0, 0xc000746750, 0xc00063f580) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 471 [semacquire, 7 minutes]: | |
| sync.runtime_SemacquireMutex(0xc00025cd94, 0x402d900) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:71 +0x3d | |
| sync.(*Mutex).Lock(0xc00025cd90) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/mutex.go:134 +0xff | |
| sync.(*Once).Do(0xc00025cd90, 0xc000e11f60) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/once.go:40 +0x3b | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func14(0x6dd3940, 0xc001574a20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1444 +0x63 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00039db30, 0xc000ed9dd0, 0xc000330aa0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 474 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage/closedts/provider.(*Provider).runCloser(0xc0003f08c0, 0x6dd3940, 0xc001575a70) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/closedts/provider/provider.go:130 +0x29d | |
| github.com/cockroachdb/cockroach/pkg/storage/closedts/provider.(*Provider).runCloser-fm(0x6dd3940, 0xc001575a70) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/closedts/provider/provider.go:88 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00039dfa0, 0xc000ed9dd0, 0xc00039df90) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 498 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage/closedts/provider.(*Provider).Notify.func1(0x6dd3940, 0xc001575aa0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/closedts/provider/provider.go:205 +0x156 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dc5a0, 0xc000ed9dd0, 0xc000369420) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 499 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func1(0x6dd3940, 0xc001561950) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:155 +0x49 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dcb10, 0xc000ed9dd0, 0xc000369ca0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 500 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001c1) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc001561980) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001561980) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dcb30, 0xc000ed9dd0, 0xc0002dcb20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 501 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001c2) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc0015619b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0015619b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dcb50, 0xc000ed9dd0, 0xc0002dcb40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 502 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001c3) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc0015619e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0015619e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dcb70, 0xc000ed9dd0, 0xc0002dcb60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 503 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001c5) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc001561a10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001561a10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dcb90, 0xc000ed9dd0, 0xc0002dcb80) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 504 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc001561920) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001561920) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dcbb0, 0xc000ed9dd0, 0xc0002dcba0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 505 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001c6) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc001561a70) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001561a70) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dcbd0, 0xc000ed9dd0, 0xc0002dcbc0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 506 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001c7) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc001561aa0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001561aa0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dcbf0, 0xc000ed9dd0, 0xc0002dcbe0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 507 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001c8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc001561ad0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001561ad0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dcc10, 0xc000ed9dd0, 0xc0002dcc00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 508 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001c9) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc001561b00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001561b00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dcc30, 0xc000ed9dd0, 0xc0002dcc20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 509 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001ca) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc001561b60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001561b60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dcc50, 0xc000ed9dd0, 0xc0002dcc40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 510 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001cb) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc001561b90) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001561b90) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dcc70, 0xc000ed9dd0, 0xc0002dcc60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 511 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001ce) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc001561bc0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001561bc0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dcc90, 0xc000ed9dd0, 0xc0002dcc80) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 512 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001cc) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc001561bf0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001561bf0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dccb0, 0xc000ed9dd0, 0xc0002dcca0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 513 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001cd) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc001561c20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001561c20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dccd0, 0xc000ed9dd0, 0xc0002dccc0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 514 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001cf) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc001561c50) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001561c50) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dccf0, 0xc000ed9dd0, 0xc0002dcce0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 515 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001d0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc001561c80) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001561c80) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dcd20, 0xc000ed9dd0, 0xc0002dcd00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 516 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001d1) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc001561cb0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001561cb0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dcd40, 0xc000ed9dd0, 0xc0002dcd30) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 517 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001c4) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc001561a40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001561a40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dcd70, 0xc000ed9dd0, 0xc0002dcd60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 518 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad00000193) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc001561d10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001561d10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dcda0, 0xc000ed9dd0, 0xc0002dcd90) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 519 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad00000194) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc001561d40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001561d40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dcdd0, 0xc000ed9dd0, 0xc0002dcdc0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 520 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad00000195) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc001561d70) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001561d70) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dce00, 0xc000ed9dd0, 0xc0002dcdf0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 521 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad00000196) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc001561da0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001561da0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dce30, 0xc000ed9dd0, 0xc0002dce10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 522 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad00000197) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc001561dd0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001561dd0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dce60, 0xc000ed9dd0, 0xc0002dce40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 523 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad00000198) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc001561e00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001561e00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dce90, 0xc000ed9dd0, 0xc0002dce70) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 524 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad0000019a) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc001561e30) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001561e30) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dcf20, 0xc000ed9dd0, 0xc0002dcea0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 525 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad00000199) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc001561e60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001561e60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dcf40, 0xc000ed9dd0, 0xc0002dcf30) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 526 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001a0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc001429380) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001429380) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dcf60, 0xc000ed9dd0, 0xc0002dcf50) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 527 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001d2) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc001561ce0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001561ce0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dcf80, 0xc000ed9dd0, 0xc0002dcf70) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 528 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad0000019c) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc001561ec0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001561ec0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dcfa0, 0xc000ed9dd0, 0xc0002dcf90) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 529 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad0000019e) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc001561ef0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001561ef0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dcfc0, 0xc000ed9dd0, 0xc0002dcfb0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 530 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad0000019d) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc001561f20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001561f20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dcfe0, 0xc000ed9dd0, 0xc0002dcfd0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 531 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad0000019f) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc001561f50) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001561f50) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd000, 0xc000ed9dd0, 0xc0002dcff0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 532 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001a4) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc0013c6000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c6000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd020, 0xc000ed9dd0, 0xc0002dd010) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 533 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001a2) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc0014293e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0014293e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd040, 0xc000ed9dd0, 0xc0002dd030) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 534 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001a1) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc0014293b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0014293b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd060, 0xc000ed9dd0, 0xc0002dd050) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 535 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001a6) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc0013c6030) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c6030) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd080, 0xc000ed9dd0, 0xc0002dd070) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 536 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad0000019b) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc001561e90) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001561e90) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd0a0, 0xc000ed9dd0, 0xc0002dd090) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 537 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001a5) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc001429440) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001429440) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd0c0, 0xc000ed9dd0, 0xc0002dd0b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 538 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001a7) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc0014294a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0014294a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd0e0, 0xc000ed9dd0, 0xc0002dd0d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 539 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001a8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc0014294d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0014294d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd100, 0xc000ed9dd0, 0xc0002dd0f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 540 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001aa) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc001429500) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001429500) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd120, 0xc000ed9dd0, 0xc0002dd110) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 541 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001a3) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc001429410) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001429410) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd140, 0xc000ed9dd0, 0xc0002dd130) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 542 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001ab) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc0013c6090) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c6090) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd160, 0xc000ed9dd0, 0xc0002dd150) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 543 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001ac) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc0013c60c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c60c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd180, 0xc000ed9dd0, 0xc0002dd170) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 544 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001a9) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc0013c6060) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c6060) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd1a0, 0xc000ed9dd0, 0xc0002dd190) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 545 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001ae) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc001429560) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001429560) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd1d0, 0xc000ed9dd0, 0xc0002dd1c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 546 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001b0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc001429590) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001429590) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd200, 0xc000ed9dd0, 0xc0002dd1e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 547 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001b2) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc0014295c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0014295c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd230, 0xc000ed9dd0, 0xc0002dd210) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 548 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001ad) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc001429530) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001429530) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd260, 0xc000ed9dd0, 0xc0002dd240) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 549 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001b1) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc0013c6120) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c6120) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd290, 0xc000ed9dd0, 0xc0002dd270) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 550 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001af) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc0013c60f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c60f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd2b0, 0xc000ed9dd0, 0xc0002dd2a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 551 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001b3) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc0013c6150) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c6150) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd2e0, 0xc000ed9dd0, 0xc0002dd2d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 552 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001b4) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc0014295f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0014295f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd310, 0xc000ed9dd0, 0xc0002dd300) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 553 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001b5) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc0013c6180) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c6180) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd340, 0xc000ed9dd0, 0xc0002dd330) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 554 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001b7) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc0013c61e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c61e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd3d0, 0xc000ed9dd0, 0xc0002dd3c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 555 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001b6) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc0013c61b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c61b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd3f0, 0xc000ed9dd0, 0xc0002dd3e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 556 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001ba) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc001429650) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001429650) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd410, 0xc000ed9dd0, 0xc0002dd400) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 557 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001b8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc001429620) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001429620) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd430, 0xc000ed9dd0, 0xc0002dd420) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 558 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001bb) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc0013c6240) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c6240) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd450, 0xc000ed9dd0, 0xc0002dd440) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 559 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001b9) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc0013c6210) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c6210) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd470, 0xc000ed9dd0, 0xc0002dd460) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 560 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001bc) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc001429680) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001429680) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd490, 0xc000ed9dd0, 0xc0002dd480) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 561 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001bd) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc0013c6270) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c6270) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd4b0, 0xc000ed9dd0, 0xc0002dd4a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 562 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001be) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc0014296b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0014296b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd4d0, 0xc000ed9dd0, 0xc0002dd4c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 563 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dcf90, 0x676705ad000001bf) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dcf80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000cf2780, 0x6dd3940, 0xc001429710) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001429710) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd4f0, 0xc000ed9dd0, 0xc0002dd4e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 564 [semacquire, 7 minutes]: | |
| sync.runtime_Semacquire(0xc000cf27f8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:56 +0x39 | |
| sync.(*WaitGroup).Wait(0xc000cf27f0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/waitgroup.go:130 +0x64 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Wait(0xc000cf2780, 0x6dd3940, 0xc0014296e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:171 +0x31 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Wait-fm(0x6dd3940, 0xc0014296e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3916 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd510, 0xc000ed9dd0, 0xc0002dd500) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 565 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).raftTickLoop(0xc0013f6000, 0x6dd3940, 0xc001429740) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3932 +0x263 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).raftTickLoop-fm(0x6dd3940, 0xc001429740) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3918 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd530, 0xc000ed9dd0, 0xc0002dd520) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 566 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).coalescedHeartbeatsLoop(0xc0013f6000, 0x6dd3940, 0xc0013b6000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3988 +0x128 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).coalescedHeartbeatsLoop-fm(0x6dd3940, 0xc0013b6000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3919 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd550, 0xc000ed9dd0, 0xc0002dd540) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 567 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).Start.func2(0x6dd3940, 0xc0014297a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1336 +0xe5 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd5a0, 0xc000ed9dd0, 0xc000369cc0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 568 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).startGossip.func4(0x6dd3940, 0xc001429770) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1477 +0x36b | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd5b0, 0xc000ed9dd0, 0xc001475ef0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 569 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).startGossip.func4(0x6dd3940, 0xc0013b6030) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1477 +0x36b | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd5c0, 0xc000ed9dd0, 0xc001475f40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 570 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).startGossip.func4(0x6dd3940, 0xc0013c62a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1477 +0x36b | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd5d0, 0xc000ed9dd0, 0xc001475f90) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 634 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc001468180) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002c6340, 0xc000746b40, 0xc0002c6330) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 572 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).startLeaseRenewer.func1(0x6dd3940, 0xc001468060) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1526 +0x2c9 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd610, 0xc000ed9dd0, 0xc0002dd600) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 573 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc00063fd90, 0x14) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc00063fd80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage/closedts/provider.(*Provider).Subscribe(0xc0003f08c0, 0x6dd3940, 0xc0013e0870, 0xc000c09c20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/closedts/provider/provider.go:276 +0x3fa | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).startClosedTimestampRangefeedSubscriber.func1(0x6dd3940, 0xc0013e0870) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1547 +0x57 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000ed9dd0, 0x6dd3940, 0xc0013e0870, 0xc0011782a0, 0x25, 0x0, 0x0, 0xc000369ce0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:323 +0xe6 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:318 +0x134 | |
| goroutine 574 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).startClosedTimestampRangefeedSubscriber.func2(0x6dd3940, 0xc0013b6060) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1555 +0x2c9 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd620, 0xc000ed9dd0, 0xc000369d00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 575 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*StoreRebalancer).Start.func1(0x6dd3940, 0xc001468090) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store_rebalancer.go:185 +0x13d | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd630, 0xc000ed9dd0, 0xc000369d20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 576 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage/compactor.(*Compactor).Start.func1.1(0x6dd3940, 0xc0013b6090) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/compactor/compactor.go:127 +0x147 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd640, 0xc000ed9dd0, 0xc000369d40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 577 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).startComputePeriodicMetrics.func1(0x6dd3940, 0xc001429920) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:771 +0x113 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd830, 0xc000ed9dd0, 0xc000369ea0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 594 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).startGossip.func1(0x6dd3940, 0xc0014ec0f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:733 +0x22e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd840, 0xc000ed9dd0, 0xc000369ec0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 595 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.periodicallyPersistHLCUpperBound(0xc000fa2730, 0xc00005c230, 0xc0002dd8a0, 0x67aa260, 0xc000524060, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:971 +0x181 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).startPersistingHLCUpperBound.func2(0x6dd3940, 0xc001429950) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1045 +0x6a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd8b0, 0xc000ed9dd0, 0xc0013e0bd0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 596 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).refreshSettings.func2(0x6dd3940, 0xc001429980) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/settingsworker.go:113 +0x106 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd8c0, 0xc000ed9dd0, 0xc000369f40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 597 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).startSampleEnvironment.func1(0x6dd3940, 0xc0013b6180) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1898 +0x164 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd950, 0xc000ed9dd0, 0xc0002b8040) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 598 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).startSampleEnvironment.func2(0x6dd3940, 0xc001500150) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1914 +0x138 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd960, 0xc000ed9dd0, 0xc0002b8060) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 599 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).waitOnHeader(0xc005227400, 0x1, 0xc0037e8b40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:240 +0xcf | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).RecvCompress(0xc005227400, 0xc0037e8b40, 0xc0044c1b70) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:251 +0x2b | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc0024dac30, 0x65a29c0, 0xc0061937a0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:528 +0x627 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc001b72c00, 0x65a29c0, 0xc0061937a0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:408 +0x43 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.invoke(0x6dd3940, 0xc003aa9710, 0x6698f9f, 0x21, 0x6632600, 0xc001b72b80, 0x65a29c0, 0xc0061937a0, 0xc001172000, 0xc001506140, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/call.go:83 +0x186 | |
| github.com/cockroachdb/cockroach/vendor/github.com/grpc-ecosystem/grpc-opentracing/go/otgrpc.OpenTracingClientInterceptor.func1(0x6dd3940, 0xc003aa9710, 0x6698f9f, 0x21, 0x6632600, 0xc001b72b80, 0x65a29c0, 0xc0061937a0, 0xc001172000, 0x67a92a0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/grpc-ecosystem/grpc-opentracing/go/otgrpc/client.go:47 +0xb49 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ClientConn).Invoke(0xc001172000, 0x6dd3940, 0xc003aa9710, 0x6698f9f, 0x21, 0x6632600, 0xc001b72b80, 0x65a29c0, 0xc0061937a0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/call.go:35 +0x109 | |
| github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc0006a91b0, 0x6dd3940, 0xc003aa9710, 0xc001b72b80, 0x0, 0x0, 0x0, 0xc003aa9710, 0x1, 0x6dd3940) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9299 +0xd2 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*grpcTransport).sendBatch(0xc003aa97a0, 0x6dd3940, 0xc003aa9710, 0x1, 0x6dac000, 0xc0006a91b0, 0x0, 0x0, 0x100000001, 0x1, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/transport.go:199 +0x126 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*grpcTransport).SendNext(0xc003aa97a0, 0x6dd3940, 0xc003aa9710, 0x0, 0x0, 0x100000001, 0x1, 0x4, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/transport.go:168 +0x130 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendToReplicas(0xc000fad700, 0x6dd3940, 0xc003aa9710, 0xc000fad750, 0x4, 0xc004455de0, 0x1, 0x1, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:1345 +0x2d3 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendRPC(0xc000fad700, 0x6dd3940, 0xc003aa9710, 0x4, 0xc004455de0, 0x1, 0x1, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:400 +0x244 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendSingleRange(0xc000fad700, 0x6dd3940, 0xc003aa9710, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:478 +0x228 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendPartialBatch(0xc000fad700, 0x6dd3940, 0xc003aa9710, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:1121 +0x322 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).divideAndSendBatchToRanges(0xc000fad700, 0x6dd3940, 0xc003aa9710, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:780 +0x13b5 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).Send(0xc000fad700, 0x6dd3940, 0xc003aa9710, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:692 +0x48b | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*CrossRangeTxnWrapperSender).Send(0xc000f6dbe0, 0x6dd3940, 0xc003aa9710, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:212 +0xaf | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).sendUsingSender(0xc000f6db80, 0x6dd3940, 0xc003aa9710, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:622 +0x119 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).send(0xc000f6db80, 0x6dd3940, 0xc003aa9710, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:604 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).send-fm(0x6dd3940, 0xc003aa9710, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:570 +0x76 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.sendAndFill(0x6dd3940, 0xc003aa9710, 0xc002b4e8d0, 0xc006196700, 0x0, 0xc002b4e940) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:547 +0xeb | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).Run(0xc000f6db80, 0x6dd3940, 0xc003aa9710, 0xc006196700, 0x31, 0xc005467d40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:570 +0x9c | |
| github.com/cockroachdb/cockroach/pkg/ts.(*DB).storeKvs(0xc0016466c0, 0x6dd3940, 0xc003aa9710, 0xc0038aa000, 0x221, 0x266, 0xc005467d40, 0x32) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/ts/db.go:308 +0x1bb | |
| github.com/cockroachdb/cockroach/pkg/ts.(*DB).tryStoreData(0xc0016466c0, 0x6dd3940, 0xc003aa9710, 0x1, 0xc005e24000, 0x221, 0x221, 0x6dc9f00, 0xc000fb63c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/ts/db.go:246 +0x2ca | |
| github.com/cockroachdb/cockroach/pkg/ts.(*DB).StoreData(0xc0016466c0, 0x6dd3940, 0xc003aa9710, 0x1, 0xc005e24000, 0x221, 0x221, 0x6e01aa0, 0xc000fb63c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/ts/db.go:211 +0xe3 | |
| github.com/cockroachdb/cockroach/pkg/ts.(*poller).poll.func1(0x6dd3940, 0xc0013e0c30) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/ts/db.go:194 +0x13d | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTask(0xc000ed9dd0, 0x6dd3940, 0xc0013e0c30, 0x666d1e2, 0xf, 0xc002b4eec8, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:285 +0xea | |
| github.com/cockroachdb/cockroach/pkg/ts.(*poller).poll(0xc000c09d40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/ts/db.go:185 +0xf0 | |
| github.com/cockroachdb/cockroach/pkg/ts.(*poller).start.func1(0x6dd3940, 0xc00158e660) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/ts/db.go:169 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd980, 0xc000ed9dd0, 0xc0002dd970) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 600 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).waitOnHeader(0xc003f02b00, 0x1, 0xc005ee8300) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:240 +0xcf | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).RecvCompress(0xc003f02b00, 0xc005ee8300, 0xc0042ebc68) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:251 +0x2b | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc0008c5ad0, 0x65a29c0, 0xc0048f6cb0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:528 +0x627 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc003b88480, 0x65a29c0, 0xc0048f6cb0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:408 +0x43 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.invoke(0x6dd3940, 0xc005cc5230, 0x6698f9f, 0x21, 0x6632600, 0xc003b88400, 0x65a29c0, 0xc0048f6cb0, 0xc001172000, 0xc001506140, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/call.go:83 +0x186 | |
| github.com/cockroachdb/cockroach/vendor/github.com/grpc-ecosystem/grpc-opentracing/go/otgrpc.OpenTracingClientInterceptor.func1(0x6dd3940, 0xc005cc5230, 0x6698f9f, 0x21, 0x6632600, 0xc003b88400, 0x65a29c0, 0xc0048f6cb0, 0xc001172000, 0x67a92a0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/grpc-ecosystem/grpc-opentracing/go/otgrpc/client.go:47 +0xb49 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ClientConn).Invoke(0xc001172000, 0x6dd3940, 0xc005cc5230, 0x6698f9f, 0x21, 0x6632600, 0xc003b88400, 0x65a29c0, 0xc0048f6cb0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/call.go:35 +0x109 | |
| github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc002f86e28, 0x6dd3940, 0xc005cc5230, 0xc003b88400, 0x0, 0x0, 0x0, 0xc005cc5230, 0x1, 0x6dd3940) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9299 +0xd2 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*grpcTransport).sendBatch(0xc005cc52c0, 0x6dd3940, 0xc005cc5230, 0x1, 0x6dac000, 0xc002f86e28, 0x0, 0x0, 0x100000001, 0x1, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/transport.go:199 +0x126 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*grpcTransport).SendNext(0xc005cc52c0, 0x6dd3940, 0xc005cc5230, 0x0, 0x0, 0x100000001, 0x1, 0x3, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/transport.go:168 +0x130 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendToReplicas(0xc000fad700, 0x6dd3940, 0xc005cc5230, 0xc000fad750, 0x3, 0xc0054b1480, 0x1, 0x1, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:1345 +0x2d3 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendRPC(0xc000fad700, 0x6dd3940, 0xc005cc5230, 0x3, 0xc0054b1480, 0x1, 0x1, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:400 +0x244 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendSingleRange(0xc000fad700, 0x6dd3940, 0xc005cc5230, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:478 +0x228 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendPartialBatch(0xc000fad700, 0x6dd3940, 0xc005cc5230, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:1121 +0x322 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).divideAndSendBatchToRanges(0xc000fad700, 0x6dd3940, 0xc005cc5230, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:780 +0x13b5 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).Send(0xc000fad700, 0x6dd3940, 0xc005cc5230, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:692 +0x48b | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*CrossRangeTxnWrapperSender).Send(0xc000f6dbe0, 0x6dd3940, 0xc0013c6330, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:212 +0xaf | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).sendUsingSender(0xc000f6db80, 0x6dd3940, 0xc0013c6330, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:622 +0x119 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).send(0xc000f6db80, 0x6dd3940, 0xc0013c6330, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:604 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).send-fm(0x6dd3940, 0xc0013c6330, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:570 +0x76 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.sendAndFill(0x6dd3940, 0xc0013c6330, 0xc004d4b9c8, 0xc002fd7500, 0xc0054b1380, 0x655afc0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:547 +0xeb | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).Run(0xc000f6db80, 0x6dd3940, 0xc0013c6330, 0xc002fd7500, 0xc000a97c00, 0xc00374af01) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:570 +0x9c | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).PutInline(0xc000f6db80, 0x6dd3940, 0xc0013c6330, 0x64d53a0, 0xc0054b1380, 0x655afc0, 0xc000a97c00, 0xc000332610, 0xe) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:343 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/server/status.(*MetricsRecorder).WriteNodeStatus(0xc000f8d340, 0x6dd3940, 0xc0013c6330, 0xc000f6db80, 0x2, 0x66572aa, 0x3, 0xc00025cd80, 0xf, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/status/recorder.go:512 +0x16c | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).writeNodeStatus.func1(0x6dd3940, 0xc0013c6330) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:882 +0x1bc | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTask(0xc000ed9dd0, 0x6dd3940, 0xc0013c6330, 0x668654b, 0x1a, 0xc0038d4e80, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:285 +0xea | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).writeNodeStatus(0xc000fa1400, 0x6dd3940, 0xc0013c6330, 0x4a817c800, 0x1, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:853 +0xa8 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).startWriteNodeStatus.func1(0x6dd3940, 0xc0013c6330) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:839 +0x1ea | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd990, 0xc000ed9dd0, 0xc0002b8080) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 601 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*SchemaChangeManager).Start.func1(0x6dd3940, 0xc0013b61b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/schema_changer.go:1558 +0x4ee | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd9a0, 0xc000ed9dd0, 0xc0002b80c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 602 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/distsqlrun.(*flowScheduler).Start.func1(0x6dd3940, 0xc001500060) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsqlrun/flow_scheduler.go:151 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dd9f0, 0xc000ed9dd0, 0xc0002dd9e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 603 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).Start.func1(0x6dd3940, 0xc00158e600) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:313 +0xf6 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dda00, 0xc000ed9dd0, 0xc0002b80e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 604 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).PeriodicallyClearStmtStats.func1(0x6dd3940, 0xc001500270) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:663 +0x229 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002dda10, 0xc000ed9dd0, 0xc0002b8100) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 605 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).waitOnHeader(0xc000fad600, 0x1, 0xc005982180) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:240 +0xcf | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).RecvCompress(0xc000fad600, 0xc005982180, 0xc005f085a8) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:251 +0x2b | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc004cb7ee0, 0x65a29c0, 0xc004106000, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:528 +0x627 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc005965380, 0x65a29c0, 0xc004106000, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:408 +0x43 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.invoke(0x6dd3940, 0xc0061a08d0, 0x6698f9f, 0x21, 0x6632600, 0xc005965300, 0x65a29c0, 0xc004106000, 0xc001172000, 0xc001506140, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/call.go:83 +0x186 | |
| github.com/cockroachdb/cockroach/vendor/github.com/grpc-ecosystem/grpc-opentracing/go/otgrpc.OpenTracingClientInterceptor.func1(0x6dd3940, 0xc0061a08d0, 0x6698f9f, 0x21, 0x6632600, 0xc005965300, 0x65a29c0, 0xc004106000, 0xc001172000, 0x67a92a0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/grpc-ecosystem/grpc-opentracing/go/otgrpc/client.go:47 +0xb49 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ClientConn).Invoke(0xc001172000, 0x6dd3940, 0xc0061a08d0, 0x6698f9f, 0x21, 0x6632600, 0xc005965300, 0x65a29c0, 0xc004106000, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/call.go:35 +0x109 | |
| github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc000d749e8, 0x6dd3940, 0xc0061a08d0, 0xc005965300, 0x0, 0x0, 0x0, 0xc0061a08d0, 0x1, 0x6dd3940) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9299 +0xd2 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*grpcTransport).sendBatch(0xc0061a0960, 0x6dd3940, 0xc0061a08d0, 0x1, 0x6dac000, 0xc000d749e8, 0x0, 0x0, 0x100000001, 0x1, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/transport.go:199 +0x126 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*grpcTransport).SendNext(0xc0061a0960, 0x6dd3940, 0xc0061a08d0, 0x0, 0x0, 0x100000001, 0x1, 0x2, 0x0, 0xc000fad300, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/transport.go:168 +0x130 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendToReplicas(0xc000fad700, 0x6dd3940, 0xc0061a08d0, 0xc000fad750, 0x2, 0xc0061e1fa0, 0x1, 0x1, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:1345 +0x2d3 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendRPC(0xc000fad700, 0x6dd3940, 0xc0061a08d0, 0x2, 0xc0061e1fa0, 0x1, 0x1, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:400 +0x244 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendSingleRange(0xc000fad700, 0x6dd3940, 0xc0061a08d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc000fad300, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:478 +0x228 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendPartialBatch(0xc000fad700, 0x6dd3940, 0xc0061a08d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc000fad300, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:1121 +0x322 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).divideAndSendBatchToRanges(0xc000fad700, 0x6dd3940, 0xc0061a08d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc000fad300, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:780 +0x13b5 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).Send(0xc000fad700, 0x6dd3940, 0xc0061a08d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc000fad200, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:692 +0x48b | |
| github.com/cockroachdb/cockroach/pkg/kv.(*txnLockGatekeeper).SendLocked(0xc002d6e7d0, 0x6dd3940, 0xc0061a08d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc000fad200, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_coord_sender.go:232 +0xe8 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*txnMetrics).SendLocked(0xc002d6e798, 0x6dd3940, 0xc0061a08d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc000fad200, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_interceptor_metrics.go:56 +0xa2 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*txnSpanRefresher).sendLockedWithRefreshAttempts(0xc002d6e700, 0x6dd3940, 0xc0061a08d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc000fad200, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_interceptor_span_refresher.go:160 +0x83 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*txnSpanRefresher).SendLocked(0xc002d6e700, 0x6dd3940, 0xc0061a08d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc000fad200, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_interceptor_span_refresher.go:101 +0xf9 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*txnPipeliner).SendLocked(0xc002d6e680, 0x6dd3940, 0xc0061a08d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc000fad200, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_interceptor_pipeliner.go:158 +0x260 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*txnIntentCollector).SendLocked(0xc002d6e640, 0x6dd3940, 0xc0061a08d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc000fad200, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_interceptor_intent_collector.go:105 +0x474 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*txnSeqNumAllocator).SendLocked(0xc002d6e780, 0x6dd3940, 0xc0061a08d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc000fad200, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_interceptor_sequence_nums.go:66 +0x23b | |
| github.com/cockroachdb/cockroach/pkg/kv.(*txnHeartbeat).SendLocked(0xc002d6e588, 0x6dd3940, 0xc0061a08d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc000fad200, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_interceptor_heartbeat.go:248 +0x52a | |
| github.com/cockroachdb/cockroach/pkg/kv.(*TxnCoordSender).Send(0xc002d6e400, 0x6dd3940, 0xc0061a08d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc000fad200, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_coord_sender.go:650 +0x53b | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).sendUsingSender(0xc000f6db80, 0x6dd3900, 0xc005982000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:622 +0x119 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).Send(0xc0042cbc20, 0x6dd3900, 0xc005982000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:804 +0x13c | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).Send-fm(0x6dd3900, 0xc005982000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:496 +0x76 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.sendAndFill(0x6dd3900, 0xc005982000, 0xc005f0b718, 0xc0024c0700, 0x0, 0xc005f0b7e8) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:547 +0xeb | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).Run(0xc0042cbc20, 0x6dd3900, 0xc005982000, 0xc0024c0700, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:496 +0xcf | |
| github.com/cockroachdb/cockroach/pkg/storage.(*NodeLiveness).updateLivenessAttempt.func1(0x6dd3900, 0xc005982000, 0xc0042cbc20, 0x0, 0xc005982010) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/node_liveness.go:821 +0x2f4 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).Txn.func1(0x6dd3900, 0xc005982000, 0xc0042cbc20, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:585 +0x43 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).exec(0xc0042cbc20, 0x6dd3900, 0xc005982000, 0xc0042d1780, 0x1, 0xc0042cbc20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:701 +0xd9 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).Txn(0xc000f6db80, 0x6dd3900, 0xc005982000, 0xc0061e1ee0, 0x0, 0xc005f0bab0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:584 +0xe3 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*NodeLiveness).updateLivenessAttempt(0xc000fa6960, 0x6dd3900, 0xc005982000, 0x2, 0x1, 0x158256cee50b4a30, 0x0, 0x0, 0x0, 0xc004cab500, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/node_liveness.go:797 +0xf4 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*NodeLiveness).updateLiveness(0xc000fa6960, 0x6dd3900, 0xc005982000, 0x2, 0x1, 0x158256cee50b4a30, 0x0, 0x0, 0x0, 0xc004cab500, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/node_liveness.go:770 +0x120 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*NodeLiveness).heartbeatInternal(0xc000fa6960, 0x6dd3900, 0xc005982000, 0xc004cab500, 0x4000000000000000, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/node_liveness.go:564 +0x45d | |
| github.com/cockroachdb/cockroach/pkg/storage.(*NodeLiveness).StartHeartbeat.func1.1(0xc000fa6960, 0x2faf080, 0x3b9aca00, 0x4000000000000000, 0x0, 0x0, 0xc000524000, 0xc005f0be67, 0x6dd3900, 0xc005982000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/node_liveness.go:447 +0x2b7 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*NodeLiveness).StartHeartbeat.func1(0x6dd3940, 0xc001500330) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/node_liveness.go:458 +0x2bd | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002ddaf0, 0xc000ed9dd0, 0xc000fa20f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 606 [select]: | |
| github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).Start.func1(0x6dd3940, 0xc001500300) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:288 +0x126 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002ddb10, 0xc000ed9dd0, 0xc0013e0d20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 607 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).Start.func2(0x6dd3940, 0xc0013c6420) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:299 +0xed | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002ddb20, 0xc000ed9dd0, 0xc0013e0d50) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 608 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/stats.(*Refresher).Start.func1(0x6dd3940, 0xc0013c6450) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/stats/automatic_stats.go:187 +0x132 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002ddb40, 0xc000ed9dd0, 0xc0002b81c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1256 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ccResolverWrapper).watcher(0xc00157efc0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/resolver_conn_wrapper.go:109 +0x142 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ccResolverWrapper).start | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/resolver_conn_wrapper.go:95 +0x3f | |
| goroutine 487 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/security.(*CertificateManager).RegisterSignalHandler.func1(0xc000746b40, 0xc0014e4420) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/security/certificate_manager.go:179 +0xde | |
| created by github.com/cockroachdb/cockroach/pkg/security.(*CertificateManager).RegisterSignalHandler | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/security/certificate_manager.go:176 +0x49 | |
| goroutine 611 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.muxListener.Accept(0x6dcf3c0, 0xc0006a8320, 0xc0013ef860, 0x28, 0x6490180, 0x64fa640, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:184 +0x41 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith(0xc0006a8310, 0x6dd3940, 0xc0013b6fc0, 0xc000ed9dd0, 0x6dcff00, 0xc00037d820, 0xc0013b6ff0, 0x6dd3940, 0xc0010854a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:118 +0x50 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func19(0x6dd3940, 0xc0013b6fc0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1670 +0x194 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002ddd50, 0xc000ed9dd0, 0xc0014dd540) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 612 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).startSystemLogsGC.func1(0x6dd3940, 0xc0014681b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server_systemlog_gc.go:175 +0x53f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002ddd60, 0xc000ed9dd0, 0xc0002b8940) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 638 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc001468270) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002c6400, 0xc000746b40, 0xc0002c63e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 633 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc001468150) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002c6310, 0xc000746b40, 0xc0002c6300) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 621 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc002388000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:875 +0x1ea | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:283 +0xd60 | |
| goroutine 771 [semacquire, 7 minutes]: | |
| sync.runtime_SemacquireMutex(0xc0002d0624, 0x6dd3900) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:71 +0x3d | |
| sync.(*Mutex).Lock(0xc0002d0620) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/mutex.go:134 +0xff | |
| sync.(*Once).Do(0xc0002d0620, 0xc000d29760) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/once.go:40 +0x3b | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func14(0x6dd3940, 0xc0014ed050) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1444 +0x63 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ce1f0, 0xc000746b40, 0xc0002e4980) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 770 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*recvBufferReader).read(0xc000e86820, 0xc0002e4790, 0x5, 0x5, 0xc004432fc0, 0x15, 0x20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:142 +0x1ba | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc000e86820, 0xc0002e4790, 0x5, 0x5, 0x2, 0x2, 0xa) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:131 +0x5a | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*transportReader).Read(0xc0013b6d20, 0xc0002e4790, 0x5, 0x5, 0x8, 0xc00179fb08, 0x4505cf2) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:394 +0x55 | |
| io.ReadAtLeast(0x6da4520, 0xc0013b6d20, 0xc0002e4790, 0x5, 0x5, 0x5, 0xc000cfe000, 0xc000ea0100, 0x20000c000000005) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:310 +0x88 | |
| io.ReadFull(0x6da4520, 0xc0013b6d20, 0xc0002e4790, 0x5, 0x5, 0x300000000000004, 0xffffffffffffffff, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:329 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).Read(0xc000ea0100, 0xc0002e4790, 0x5, 0x5, 0x62f3440, 0xc0041819e8, 0xc00375a3c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:378 +0xbf | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc0002e4780, 0x7fffffff, 0x400e53f, 0xc001202540, 0x60, 0x58, 0x652b400, 0x4c52920) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:452 +0x65 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.recv(0xc0002e4780, 0x907b048, 0x85bcd98, 0xc000ea0100, 0x0, 0x0, 0x654cda0, 0xc0012024e0, 0x7fffffff, 0xc001202540, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:578 +0x4d | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc0014101a0, 0x654cda0, 0xc0012024e0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:542 +0x131 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc0017b8300, 0x654cda0, 0xc0012024e0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:408 +0x43 | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*gossipGossipClient).Recv(0xc0003ce090, 0x6dd3940, 0xc0013b6d80, 0xc000f43980) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.pb.go:577 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*client).gossip.func2.1(0xc000e94660, 0x6df1fa0, 0xc0003ce090, 0xc000505110, 0x6dd3940, 0xc0013b6d80, 0xc000f43980, 0xc000d34f78, 0x43260fa) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/client.go:326 +0x4a | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*client).gossip.func2(0x6dd3940, 0xc0013b6d80) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/client.go:341 +0xde | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ce130, 0xc000746b40, 0xc000297980) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 636 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc001468210) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002c63a0, 0xc000746b40, 0xc0002c6390) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 637 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc001468240) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002c63d0, 0xc000746b40, 0xc0002c63c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 625 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newClientStream.func5(0xc0024cac00, 0xc0017b8300, 0x6dd3940, 0xc0013b6c00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:324 +0xd7 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newClientStream | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:323 +0x9c1 | |
| goroutine 635 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc0014681e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002c6370, 0xc000746b40, 0xc0002c6360) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 674 [IO wait]: | |
| internal/poll.runtime_pollWait(0x9344820, 0x72, 0xc001ae7988) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/netpoll.go:173 +0x66 | |
| internal/poll.(*pollDesc).wait(0xc000f6c798, 0x72, 0xffffffffffffff00, 0x6da6b00, 0x82fd2d8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a | |
| internal/poll.(*pollDesc).waitRead(0xc000f6c798, 0xc005ada000, 0x4000, 0x4000) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d | |
| internal/poll.(*FD).Read(0xc000f6c780, 0xc005ada000, 0x4000, 0x4000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_unix.go:169 +0x1d6 | |
| net.(*netFD).Read(0xc000f6c780, 0xc005ada000, 0x4000, 0x4000, 0x400b27b, 0xc00003a000, 0x636f520) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc00000e178, 0xc005ada000, 0x4000, 0x4000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/net.go:177 +0x68 | |
| crypto/tls.(*block).readFromUntil(0xc0012b4120, 0xc3b3510, 0xc00000e178, 0x5, 0xc00000e178, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:492 +0x89 | |
| crypto/tls.(*Conn).readRecord(0xc001837500, 0x67aa017, 0xc001837620, 0xc001ae7ce8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:593 +0xdd | |
| crypto/tls.(*Conn).Read(0xc001837500, 0xc00238a000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:1145 +0xf1 | |
| bufio.(*Reader).Read(0xc000670840, 0xc0003ad1b8, 0x9, 0x9, 0xc000400400, 0x400e53f, 0xc0003484a0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/bufio/bufio.go:216 +0x22f | |
| io.ReadAtLeast(0x6da0720, 0xc000670840, 0xc0003ad1b8, 0x9, 0x9, 0x9, 0x9006440, 0x0, 0xc000059bc0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:310 +0x88 | |
| io.ReadFull(0x6da0720, 0xc000670840, 0xc0003ad1b8, 0x9, 0x9, 0x6db50c0, 0xc0003484a0, 0xc001ae7e88) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:329 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc0003ad1b8, 0x9, 0x9, 0x6da0720, 0xc000670840, 0x0, 0xc000000000, 0xc001ae7e98, 0xc001ae7f10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0003ad180, 0xc004abb800, 0xc004abb800, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa3 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).reader(0xc0001c3200) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1135 +0x12b | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:270 +0xad7 | |
| goroutine 623 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*client).gossip(0xc000505110, 0x6dd3940, 0xc0015004e0, 0xc000f43980, 0x6df1fa0, 0xc0003ce090, 0xc000746b40, 0xc000332000, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/client.go:370 +0x389 | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*client).startLocked.func1(0x6dd3940, 0xc0015004e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/client.go:129 +0x383 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0000d18a0, 0xc000746b40, 0xc000296940) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 620 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*controlBuffer).get(0xc001486040, 0x1, 0x0, 0x0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:300 +0x103 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*loopyWriter).run(0xc001645500, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:387 +0x1ac | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server.func2(0xc002388000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:277 +0xcb | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:274 +0xd3b | |
| goroutine 757 [IO wait]: | |
| internal/poll.runtime_pollWait(0x93444e0, 0x72, 0xc0015fe988) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/netpoll.go:173 +0x66 | |
| internal/poll.(*pollDesc).wait(0xc000f6d618, 0x72, 0xffffffffffffff00, 0x6da6b00, 0x82fd2d8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a | |
| internal/poll.(*pollDesc).waitRead(0xc000f6d618, 0xc00248a000, 0x4000, 0x4000) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d | |
| internal/poll.(*FD).Read(0xc000f6d600, 0xc00248a000, 0x4000, 0x4000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_unix.go:169 +0x1d6 | |
| net.(*netFD).Read(0xc000f6d600, 0xc00248a000, 0x4000, 0x4000, 0x400b27b, 0xc00003a000, 0x636f520) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc0004ea318, 0xc00248a000, 0x4000, 0x4000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/net.go:177 +0x68 | |
| crypto/tls.(*block).readFromUntil(0xc0014ec270, 0xc3b3510, 0xc0004ea318, 0x5, 0xc0004ea318, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:492 +0x89 | |
| crypto/tls.(*Conn).readRecord(0xc000f84000, 0x67aa017, 0xc000f84120, 0xc0015fece8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:593 +0xdd | |
| crypto/tls.(*Conn).Read(0xc000f84000, 0xc000a78000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:1145 +0xf1 | |
| bufio.(*Reader).Read(0xc00069b5c0, 0xc000265d18, 0x9, 0x9, 0xc000089400, 0x400e53f, 0xc000051a10) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/bufio/bufio.go:216 +0x22f | |
| io.ReadAtLeast(0x6da0720, 0xc00069b5c0, 0xc000265d18, 0x9, 0x9, 0x9, 0x90071c0, 0x0, 0xc000c3af00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:310 +0x88 | |
| io.ReadFull(0x6da0720, 0xc00069b5c0, 0xc000265d18, 0x9, 0x9, 0x6db50c0, 0xc000051a10, 0xc0015fee88) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:329 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc000265d18, 0x9, 0x9, 0x6da0720, 0xc00069b5c0, 0x0, 0xc000000000, 0xc0015fee98, 0xc0015fef10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc000265ce0, 0xc0063591a0, 0xc0063591a0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa3 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).reader(0xc000cfe000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1135 +0x12b | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:270 +0xad7 | |
| goroutine 786 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*server).Gossip(0xc000116a00, 0x6df2000, 0xc000412260, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:197 +0x69d | |
| github.com/cockroachdb/cockroach/pkg/gossip._Gossip_Gossip_Handler(0x65a2700, 0xc000116a00, 0x6ded1a0, 0xc0021be0b0, 0x0, 0xc00069b320) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.pb.go:593 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerWithInterceptor.func2(0x65a2700, 0xc000116a00, 0x6ded1a0, 0xc0021be0b0, 0xc00034c5c0, 0x67a40d8, 0x64679c0, 0x1) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:213 +0x100 | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerWithInterceptor.func4(0x65a2700, 0xc000116a00, 0x6ded1a0, 0xc0021be0b0, 0xc00034c5c0, 0x67a40d8, 0x6dd4300, 0xc0003ec5c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:238 +0xb6 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc000334380, 0x6df69e0, 0xc000a96200, 0xc00140a000, 0xc0003de780, 0x85404c0, 0x0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1167 +0x440 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleStream(0xc000334380, 0x6df69e0, 0xc000a96200, 0xc00140a000, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1253 +0x12a1 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc000332090, 0xc000334380, 0x6df69e0, 0xc000a96200, 0xc00140a000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:680 +0x9f | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:678 +0xa1 | |
| goroutine 675 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*controlBuffer).get(0xc001486080, 0x1, 0x0, 0x0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:300 +0x103 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*loopyWriter).run(0xc00214a1e0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:387 +0x1ac | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client.func3(0xc0001c3200) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:303 +0x7b | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:301 +0xc3a | |
| goroutine 932 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc000c1bf20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000445230, 0xc00134e360, 0xc000445220) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 641 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc001468300) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002c6490, 0xc000746b40, 0xc0002c6470) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 690 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc001468390) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002c6520, 0xc000746b40, 0xc0002c64a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 691 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc0014683c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002c6540, 0xc000746b40, 0xc0002c6530) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 692 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc0014683f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002c6560, 0xc000746b40, 0xc0002c6550) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 693 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc0014682d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002c6580, 0xc000746b40, 0xc0002c6570) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 694 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc001468450) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002c65a0, 0xc000746b40, 0xc0002c6590) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 695 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc001468420) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002c65c0, 0xc000746b40, 0xc0002c65b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 696 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc001468480) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002c65e0, 0xc000746b40, 0xc0002c65d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 697 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.(*loggingT).gcDaemon(0xc000e92120) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/log/clog.go:1274 +0x68 | |
| created by github.com/cockroachdb/cockroach/pkg/util/log.NewSecondaryLogger | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/log/secondary_log.go:81 +0x275 | |
| goroutine 698 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.(*loggingT).gcDaemon(0xc000e92240) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/log/clog.go:1274 +0x68 | |
| created by github.com/cockroachdb/cockroach/pkg/util/log.NewSecondaryLogger | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/log/secondary_log.go:81 +0x275 | |
| goroutine 699 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*LeaseManager).RefreshLeases.func1(0x6dd3940, 0xc0015cc1e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/lease.go:1634 +0x1da | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002c6650, 0xc000746b40, 0xc000c1af60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 700 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*LeaseManager).PeriodicallyRefreshSomeLeases.func1(0x6dd3940, 0xc0015cc270) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/lease.go:1709 +0x1f0 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002c6670, 0xc000746b40, 0xc0002c6660) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 701 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/hlc.(*Clock).StartMonitoringForwardClockJumps.func1(0x67aa260, 0xc000d2e960, 0xc0010ac0e0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/hlc/hlc.go:185 +0x118 | |
| created by github.com/cockroachdb/cockroach/pkg/util/hlc.(*Clock).StartMonitoringForwardClockJumps | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/hlc/hlc.go:178 +0xb0 | |
| goroutine 702 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.MakeServer.func2(0x6dd3940, 0xc0015cc2a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:99 +0x64 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002c6700, 0xc000746b40, 0xc000358800) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 703 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func2(0x6dd3940, 0xc00158e9f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1155 +0x53 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002c6850, 0xc000746b40, 0xc0003589a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 704 [IO wait, 7 minutes]: | |
| internal/poll.runtime_pollWait(0x93445b0, 0x72, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/netpoll.go:173 +0x66 | |
| internal/poll.(*pollDesc).wait(0xc000f6d318, 0x72, 0xc001158200, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a | |
| internal/poll.(*pollDesc).waitRead(0xc000f6d318, 0xffffffffffffff00, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d | |
| internal/poll.(*FD).Accept(0xc000f6d300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_unix.go:384 +0x1a0 | |
| net.(*netFD).accept(0xc000f6d300, 0x0, 0x64fa640, 0x4051a01) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/fd_unix.go:238 +0x42 | |
| net.(*TCPListener).accept(0xc0004ea2a0, 0x402d4c2, 0xc00145cdb0, 0xc000d38f00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/tcpsock_posix.go:139 +0x2e | |
| net.(*TCPListener).Accept(0xc0004ea2a0, 0x67a78e8, 0xc001376f00, 0xc000220150, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/tcpsock.go:260 +0x47 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*cMux).Serve(0xc001376f00, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:124 +0x88 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func3(0x6dd3940, 0xc00158ea20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1167 +0x2f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002c6860, 0xc000746b40, 0xc000358a00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 705 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.muxListener.Accept(0x6dcf3c0, 0xc0004ea2a0, 0xc00133f560, 0x400edc8, 0x30, 0x64fa640, 0xc000d34e01) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:184 +0x41 | |
| net/http.(*Server).Serve(0xc000f6e000, 0x6dcff00, 0xc0003589c0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/http/server.go:2826 +0x22f | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func4(0x6dd3940, 0xc0014684b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1179 +0x119 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002c6870, 0xc000746b40, 0xc000c1b1d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 706 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.muxListener.Accept(0x6dcf3c0, 0xc0004ea2a0, 0xc00133f5c0, 0x0, 0xc0004c0000, 0x50, 0x9006b00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:184 +0x41 | |
| crypto/tls.(*listener).Accept(0xc000358a20, 0x64fa640, 0xc00158eae0, 0x6316040, 0x853b350) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/tls.go:52 +0x37 | |
| net/http.(*Server).Serve(0xc0012260d0, 0x6dbc500, 0xc000358a20, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/http/server.go:2826 +0x22f | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func5(0x6dd3940, 0xc00158ea50) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1186 +0x42 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002c6890, 0xc000746b40, 0xc000358a40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 707 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func6(0x6dd3940, 0xc0015cc2d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1190 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002c68a0, 0xc000746b40, 0xc001377000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 708 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.muxListener.Accept(0x6dcf3c0, 0xc0004ea288, 0xc00133f4a0, 0xc000d26e60, 0x18, 0xc001a23200, 0x4535ca2) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:184 +0x41 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).Serve(0xc000eda000, 0x6dcff00, 0xc0003588c0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:544 +0x210 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func7(0x6dd3940, 0xc00158eb10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1202 +0x46 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002c68c0, 0xc000746b40, 0xc000358a60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 709 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func9(0x6dd3940, 0xc00158eb40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1280 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002c6a00, 0xc000746b40, 0xc000c1b4d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 752 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage/closedts/transport.(*Server).Get(0xc000368b80, 0x9392f48, 0xc002822730, 0x9392f48, 0xc002822730) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/closedts/transport/server.go:86 +0x2b3 | |
| github.com/cockroachdb/cockroach/pkg/storage/closedts/container.delayedServer.Get(0x1, 0x6da36e0, 0xc000368b80, 0x6df2900, 0xc002822730, 0xc02f00010301, 0xc002822730) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/closedts/container/container.go:100 +0x118 | |
| github.com/cockroachdb/cockroach/pkg/storage/closedts/ctpb._ClosedTimestamp_Get_Handler(0x635a140, 0xc0003c4580, 0x6ded1a0, 0xc0010d0000, 0x0, 0xc00214ade0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/closedts/ctpb/entry.pb.go:199 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerWithInterceptor.func2(0x635a140, 0xc0003c4580, 0x6ded1a0, 0xc0010d0000, 0xc0003012e0, 0x67a7518, 0x64679c0, 0x1) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:213 +0x100 | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerWithInterceptor.func4(0x635a140, 0xc0003c4580, 0x6ded1a0, 0xc0010d0000, 0xc0003012e0, 0x67a7518, 0x6dd4300, 0xc0012e6340) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:238 +0xb6 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc000eda000, 0x6df69e0, 0xc000a96400, 0xc000758f00, 0xc0012bc570, 0x8540880, 0x0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1167 +0x440 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleStream(0xc000eda000, 0x6df69e0, 0xc000a96400, 0xc000758f00, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1253 +0x12a1 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc0000da9c0, 0xc000eda000, 0x6df69e0, 0xc000a96400, 0xc000758f00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:680 +0x9f | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:678 +0xa1 | |
| goroutine 711 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ccResolverWrapper).watcher(0xc000c1b590) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/resolver_conn_wrapper.go:109 +0x142 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ccResolverWrapper).start | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/resolver_conn_wrapper.go:95 +0x3f | |
| goroutine 712 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func12(0x6dd3940, 0xc00158eb70) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1310 +0x53 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002c6b60, 0xc000746b40, 0xc000358d20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 713 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc001a23da8, 0xc00000003b) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc001a23d98) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage/engine.(*RocksDB).syncLoop(0xc001a23c80) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:654 +0x72 | |
| created by github.com/cockroachdb/cockroach/pkg/storage/engine.(*RocksDB).open | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:642 +0x41e | |
| goroutine 714 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.startAssertEngineHealth.func1(0x6dd3940, 0xc0013b60c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server_engine_health.go:40 +0x144 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002c6ca0, 0xc000746b40, 0xc000c1b620) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 715 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*server).start.func3(0x6dd3940, 0xc00158eba0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:387 +0x5a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002c6d60, 0xc000746b40, 0xc000359540) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 716 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).bootstrap.func1(0x6dd3940, 0xc0013b6360) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1335 +0x2c8 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002c6d90, 0xc000746b40, 0xc0002c6d80) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 717 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).manage.func1(0x6dd3940, 0xc001500480) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1379 +0x24f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002c6dc0, 0xc000746b40, 0xc0002c6da0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 718 [IO wait, 7 minutes]: | |
| internal/poll.runtime_pollWait(0x9344680, 0x72, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/netpoll.go:173 +0x66 | |
| internal/poll.(*pollDesc).wait(0xc000f6d298, 0x72, 0xc000297600, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a | |
| internal/poll.(*pollDesc).waitRead(0xc000f6d298, 0xffffffffffffff00, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d | |
| internal/poll.(*FD).Accept(0xc000f6d280, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_unix.go:384 +0x1a0 | |
| net.(*netFD).accept(0xc000f6d280, 0xc00241c080, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/fd_unix.go:238 +0x42 | |
| net.(*TCPListener).accept(0xc0004ea288, 0xc001a2de90, 0xc001a2de98, 0x28) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/tcpsock_posix.go:139 +0x2e | |
| net.(*TCPListener).Accept(0xc0004ea288, 0x67a78f0, 0xc001376ec0, 0x6df2ba0, 0xc00241c080) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/tcpsock.go:260 +0x47 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*cMux).Serve(0xc001376ec0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:124 +0x88 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func13.1() | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1426 +0x2f | |
| sync.(*Once).Do(0xc0002d0620, 0xc001935f60) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/once.go:44 +0xb3 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func13(0x6dd3940, 0xc000c1b770) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1425 +0x63 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002c6e00, 0xc000746b40, 0xc0003595a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 493 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ccResolverWrapper).watcher(0xc001500690) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/resolver_conn_wrapper.go:109 +0x142 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ccResolverWrapper).start | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/resolver_conn_wrapper.go:95 +0x3f | |
| goroutine 494 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc0012e6280, 0xc0016162d0, 0xc000395680, 0xf, 0xc000ed2600, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:736 +0x3a3 | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).GRPCDial.func1.1.1(0x6dd3940, 0xc0015006f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:667 +0x74 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000412190, 0xc000746b40, 0xc0015006c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 719 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc0013772c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:122 +0x10f | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newCCBalancerWrapper | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:113 +0x13d | |
| goroutine 720 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).transportMonitor(0xc000a2f600) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:1384 +0x1c1 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).connect.func1(0xc000a2f600) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:960 +0x1b2 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).connect | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:951 +0xe1 | |
| goroutine 756 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).keepalive(0xc000cfe000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1184 +0x113 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:265 +0x11f9 | |
| goroutine 495 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*controlBuffer).get(0xc001506400, 0x1, 0x0, 0x0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:300 +0x103 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*loopyWriter).run(0xc0013ef5c0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:387 +0x1ac | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server.func2(0xc000a96200) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:277 +0xcb | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:274 +0xd3b | |
| goroutine 496 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc000a96200) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:875 +0x1ea | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:283 +0xd60 | |
| goroutine 497 [IO wait]: | |
| internal/poll.runtime_pollWait(0x9344410, 0x72, 0xc0012a88a0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/netpoll.go:173 +0x66 | |
| internal/poll.(*pollDesc).wait(0xc000dbe118, 0x72, 0xffffffffffffff00, 0x6da6b00, 0x82fd2d8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a | |
| internal/poll.(*pollDesc).waitRead(0xc000dbe118, 0xc005822000, 0x800, 0x800) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d | |
| internal/poll.(*FD).Read(0xc000dbe100, 0xc005822000, 0x800, 0x800, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_unix.go:169 +0x1d6 | |
| net.(*netFD).Read(0xc000dbe100, 0xc005822000, 0x800, 0x800, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc0011f6000, 0xc005822000, 0x800, 0x800, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/net.go:177 +0x68 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*MuxConn).Read(0xc000ef6140, 0xc005822000, 0x800, 0x800, 0x64f5860, 0x0, 0x9392170) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x11a | |
| crypto/tls.(*block).readFromUntil(0xc0014ec930, 0x9392170, 0xc000ef6140, 0x5, 0xc000ef6140, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:492 +0x89 | |
| crypto/tls.(*Conn).readRecord(0xc000ec2700, 0x67aa017, 0xc000ec2820, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:593 +0xdd | |
| crypto/tls.(*Conn).Read(0xc000ec2700, 0xc00144a000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:1145 +0xf1 | |
| bufio.(*Reader).Read(0xc00069b380, 0xc000265998, 0x9, 0x9, 0xc000992448, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/bufio/bufio.go:216 +0x22f | |
| io.ReadAtLeast(0x6da0720, 0xc00069b380, 0xc000265998, 0x9, 0x9, 0x9, 0xc0012a8d80, 0x451f06d, 0xc000992440) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:310 +0x88 | |
| io.ReadFull(0x6da0720, 0xc00069b380, 0xc000265998, 0x9, 0x9, 0xc00140a000, 0xc0038cf790, 0xcf) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:329 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc000265998, 0x9, 0x9, 0x6da0720, 0xc00069b380, 0x0, 0x300000000, 0xcf00000001, 0x100000003) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc000265960, 0xc0014ecd50, 0xc0014ecd50, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa3 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc000a96200, 0xc001500750, 0x67a9218) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:434 +0x7c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000334380, 0x6df69e0, 0xc000a96200) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:676 +0xdd | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn.func2() | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:631 +0x3c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn.func3(0xc00034c420, 0xc000334380, 0x9357220, 0xc000a96200) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:639 +0x27 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:638 +0x5f8 | |
| goroutine 787 [semacquire, 7 minutes]: | |
| sync.runtime_SemacquireMutex(0xc000116a4c, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:71 +0x3d | |
| sync.(*Mutex).Lock(0xc000116a48) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/mutex.go:134 +0xff | |
| sync.(*RWMutex).Lock(0xc000116a48) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/rwmutex.go:93 +0x2d | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*server).gossipReceiver(0xc000116a00, 0x6dd3940, 0xc0013b6db0, 0xc0006a8040, 0xc000992500, 0xc0039c5f60, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:339 +0x454 | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*server).Gossip.func3.1(0x6dd3940, 0xc0013b6db0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:145 +0x9e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000412290, 0xc000746750, 0xc000992580) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 741 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage/closedts/provider.(*Provider).runCloser(0xc0006ca150, 0x6dd3940, 0xc00147a2a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/closedts/provider/provider.go:130 +0x29d | |
| github.com/cockroachdb/cockroach/pkg/storage/closedts/provider.(*Provider).runCloser-fm(0x6dd3940, 0xc00147a2a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/closedts/provider/provider.go:88 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002c7570, 0xc000746b40, 0xc0002c7560) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 679 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage/closedts/provider.(*Provider).Notify.func1(0x6dd3940, 0xc00147a2d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/closedts/provider/provider.go:205 +0x156 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003b93a0, 0xc000746b40, 0xc00039aae0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 791 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x6dd3940, 0xc001428330) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:615 +0x15a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0004129b0, 0xc000746b40, 0xc00034d920) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 689 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc000c1be90) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0004451d0, 0xc00134e360, 0xc0004451b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 772 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func1(0x6dd3940, 0xc0013c69c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:155 +0x49 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ce530, 0xc000746b40, 0xc0002e51c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 773 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c00000141) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c6a20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c6a20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ce550, 0xc000746b40, 0xc0003ce540) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 774 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c00000140) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c69f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c69f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ce570, 0xc000746b40, 0xc0003ce560) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 775 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c00000143) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c6a80) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c6a80) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ce5a0, 0xc000746b40, 0xc0003ce590) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 776 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c00000144) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c6ab0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c6ab0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ce5d0, 0xc000746b40, 0xc0003ce5b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 777 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c00000142) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c6a50) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c6a50) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ce600, 0xc000746b40, 0xc0003ce5e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 778 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c00000146) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c6b10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c6b10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ce630, 0xc000746b40, 0xc0003ce610) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 779 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c00000147) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c6b40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c6b40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ce660, 0xc000746b40, 0xc0003ce640) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 780 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c00000148) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c6b70) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c6b70) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ce690, 0xc000746b40, 0xc0003ce670) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 781 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c00000149) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c6ba0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c6ba0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ce6c0, 0xc000746b40, 0xc0003ce6a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 782 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c0000014a) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c6bd0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c6bd0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ce6e0, 0xc000746b40, 0xc0003ce6d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 783 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c00000145) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c6ae0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c6ae0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ce790, 0xc000746b40, 0xc0003ce760) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 784 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c0000014c) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c6c30) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c6c30) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ce7c0, 0xc000746b40, 0xc0003ce7a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 785 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c0000014d) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c6c90) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c6c90) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ce900, 0xc000746b40, 0xc0003ce8d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 802 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c0000014e) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c6cc0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c6cc0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ce930, 0xc000746b40, 0xc0003ce910) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 803 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c0000014b) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c6c00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c6c00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ce950, 0xc000746b40, 0xc0003ce940) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 804 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c00000150) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c6e40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c6e40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ce9a0, 0xc000746b40, 0xc0003ce960) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 805 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c00000151) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c6f00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c6f00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ce9d0, 0xc000746b40, 0xc0003ce9c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 806 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c00000152) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c6f30) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c6f30) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ce9f0, 0xc000746b40, 0xc0003ce9e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 807 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c0000014f) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c6cf0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c6cf0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cea10, 0xc000746b40, 0xc0003cea00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 808 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c00000154) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c6f90) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c6f90) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cea30, 0xc000746b40, 0xc0003cea20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 809 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c00000155) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c6fc0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c6fc0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cea50, 0xc000746b40, 0xc0003cea40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 810 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c00000156) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c6ff0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c6ff0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cea70, 0xc000746b40, 0xc0003cea60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 811 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c00000157) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c7020) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c7020) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cea90, 0xc000746b40, 0xc0003cea80) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 812 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c00000153) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c6f60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c6f60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ceab0, 0xc000746b40, 0xc0003ceaa0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 813 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c00000159) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c7080) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c7080) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cead0, 0xc000746b40, 0xc0003ceac0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 814 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c0000015a) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c70b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c70b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ceaf0, 0xc000746b40, 0xc0003ceae0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 815 [runnable]: | |
| github.com/cockroachdb/cockroach/pkg/util/timeutil.Now(0xc000153a20, 0x17, 0xc000a94480) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/timeutil/now_unix.go:22 +0xa6 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).processTick(0xc000153600, 0x6dd3940, 0xc0013c70e0, 0x17, 0xc001359701) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3876 +0xbb | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c70e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:209 +0x296 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c70e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ceb10, 0xc000746b40, 0xc0003ceb00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 816 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c00000158) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c7050) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c7050) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ceb30, 0xc000746b40, 0xc0003ceb20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 817 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c0000011d) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c7140) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c7140) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ceb50, 0xc000746b40, 0xc0003ceb40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 818 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c0000011e) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c7170) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c7170) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cebb0, 0xc000746b40, 0xc0003ceb70) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 819 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c0000011c) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c7110) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c7110) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cebe0, 0xc000746b40, 0xc0003cebc0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 820 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c00000120) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c71d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c71d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cec10, 0xc000746b40, 0xc0003cebf0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 821 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c00000122) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c7200) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c7200) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cec40, 0xc000746b40, 0xc0003cec20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 822 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c00000121) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c7230) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c7230) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cec70, 0xc000746b40, 0xc0003cec50) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 823 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c00000123) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c7260) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c7260) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cecb0, 0xc000746b40, 0xc0003cec90) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 824 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c0000011f) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c71a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c71a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cecf0, 0xc000746b40, 0xc0003cecc0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 825 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c00000125) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c72c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c72c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ced40, 0xc000746b40, 0xc0003ced10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 826 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c00000126) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c72f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c72f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cedf0, 0xc000746b40, 0xc0003ced50) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 827 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c00000127) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c7320) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c7320) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cee20, 0xc000746b40, 0xc0003cee10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 828 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c00000128) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c7350) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c7350) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cee70, 0xc000746b40, 0xc0003cee60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 829 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c00000124) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c7290) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c7290) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cee90, 0xc000746b40, 0xc0003cee80) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 830 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c0000012d) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c7440) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c7440) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ceeb0, 0xc000746b40, 0xc0003ceea0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 831 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c0000012c) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c7410) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c7410) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ceed0, 0xc000746b40, 0xc0003ceec0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 832 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c0000012e) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c7470) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c7470) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cef00, 0xc000746b40, 0xc0003ceef0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 833 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c0000012f) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc00147bc20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00147bc20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cefa0, 0xc000746b40, 0xc0003cef90) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 834 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c0000012a) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c73b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c73b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cefd0, 0xc000746b40, 0xc0003cefb0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 835 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c00000129) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c7380) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c7380) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ceff0, 0xc000746b40, 0xc0003cefe0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 836 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c0000012b) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c73e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c73e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf010, 0xc000746b40, 0xc0003cf000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 837 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c00000133) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0015604b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0015604b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf030, 0xc000746b40, 0xc0003cf020) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 838 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c00000130) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc00147bc80) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00147bc80) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf070, 0xc000746b40, 0xc0003cf060) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 839 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c00000132) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc00147be30) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00147be30) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf090, 0xc000746b40, 0xc0003cf080) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 840 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c00000131) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc00147bdd0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00147bdd0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf0e0, 0xc000746b40, 0xc0003cf0d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 841 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c00000136) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc00147bf20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00147bf20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf110, 0xc000746b40, 0xc0003cf100) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 842 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c00000134) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc00147bec0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00147bec0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf140, 0xc000746b40, 0xc0003cf130) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 843 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c00000135) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0015604e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0015604e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf170, 0xc000746b40, 0xc0003cf160) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 844 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c00000137) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0015605d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0015605d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf1a0, 0xc000746b40, 0xc0003cf190) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 845 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c00000139) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0015606c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0015606c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf1d0, 0xc000746b40, 0xc0003cf1b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 846 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c00000138) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc001560690) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001560690) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf200, 0xc000746b40, 0xc0003cf1e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 847 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c0000013f) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013e0360) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013e0360) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf230, 0xc000746b40, 0xc0003cf210) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 848 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c0000013a) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc00147bf50) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00147bf50) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf260, 0xc000746b40, 0xc0003cf240) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 849 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c0000013b) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc001560750) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001560750) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf310, 0xc000746b40, 0xc0003cf270) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 850 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c0000013e) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc0013c74a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c74a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf330, 0xc000746b40, 0xc0003cf320) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 851 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c0000013c) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc001560720) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001560720) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf350, 0xc000746b40, 0xc0003cf340) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 852 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000297c10, 0x5623929c0000013d) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000297c00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc0017b8500, 0x6dd3940, 0xc001560780) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001560780) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf370, 0xc000746b40, 0xc0003cf360) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 853 [semacquire, 7 minutes]: | |
| sync.runtime_Semacquire(0xc0017b8578) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:56 +0x39 | |
| sync.(*WaitGroup).Wait(0xc0017b8570) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/waitgroup.go:130 +0x64 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Wait(0xc0017b8500, 0x6dd3940, 0xc001428270) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:171 +0x31 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Wait-fm(0x6dd3940, 0xc001428270) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3916 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf390, 0xc000746b40, 0xc0003cf380) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 854 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).raftTickLoop(0xc000153600, 0x6dd3940, 0xc0013e0600) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3932 +0x263 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).raftTickLoop-fm(0x6dd3940, 0xc0013e0600) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3918 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf3b0, 0xc000746b40, 0xc0003cf3a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 855 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).coalescedHeartbeatsLoop(0xc000153600, 0x6dd3940, 0xc0014282a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3988 +0x128 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).coalescedHeartbeatsLoop-fm(0x6dd3940, 0xc0014282a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3919 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf3d0, 0xc000746b40, 0xc0003cf3c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 856 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).Start.func2(0x6dd3940, 0xc0015607e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1336 +0xe5 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf420, 0xc000746b40, 0xc0002e51e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 857 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).startGossip.func4(0x6dd3940, 0xc001469440) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1477 +0x36b | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf430, 0xc000746b40, 0xc000e86cd0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 858 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).startGossip.func4(0x6dd3940, 0xc0015607b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1477 +0x36b | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf440, 0xc000746b40, 0xc000e86d20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 859 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).startGossip.func4(0x6dd3940, 0xc0013e08d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1477 +0x36b | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf450, 0xc000746b40, 0xc000e86d70) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 655 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.MakeServer.func2(0x6dd3940, 0xc000736f90) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:99 +0x64 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034a460, 0xc00134e360, 0xc000330d00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 861 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).startLeaseRenewer.func1(0x6dd3940, 0xc0013e0810) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1526 +0x2c9 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf4b0, 0xc000746b40, 0xc0003cf4a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 862 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dc590, 0x17) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dc580) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage/closedts/provider.(*Provider).Subscribe(0xc0006ca150, 0x6dd3940, 0xc0013b79e0, 0xc001202240) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/closedts/provider/provider.go:276 +0x3fa | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).startClosedTimestampRangefeedSubscriber.func1(0x6dd3940, 0xc0013b79e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1547 +0x57 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000746b40, 0x6dd3940, 0xc0013b79e0, 0xc00124e480, 0x25, 0x0, 0x0, 0xc0002e5200) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:323 +0xe6 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:318 +0x134 | |
| goroutine 863 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).startClosedTimestampRangefeedSubscriber.func2(0x6dd3940, 0xc0014282d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1555 +0x2c9 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf4c0, 0xc000746b40, 0xc0002e5220) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 864 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*StoreRebalancer).Start.func1(0x6dd3940, 0xc0013e0ae0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store_rebalancer.go:185 +0x13d | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf4d0, 0xc000746b40, 0xc0002e5240) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 865 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage/compactor.(*Compactor).Start.func1.1(0x6dd3940, 0xc001560900) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/compactor/compactor.go:127 +0x147 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf520, 0xc000746b40, 0xc0002e5260) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 792 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x6dd3940, 0xc0013e0b10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:615 +0x15a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0004129c0, 0xc000746b40, 0xc00034d940) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 793 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x6dd3940, 0xc00158ebd0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:615 +0x15a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0004129e0, 0xc000746b40, 0xc00034d960) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 794 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x6dd3940, 0xc0005796b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:615 +0x15a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0004129f0, 0xc000746b40, 0xc00034d980) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 795 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x6dd3940, 0xc001428300) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:615 +0x15a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000412a00, 0xc000746b40, 0xc00034d9c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 796 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x6dd3940, 0xc001469470) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:615 +0x15a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000412a20, 0xc000746b40, 0xc00034d9e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 797 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x6dd3940, 0xc0013e0b40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:615 +0x15a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000412a30, 0xc000746b40, 0xc00034da00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 798 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x6dd3940, 0xc00158ec00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:615 +0x15a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000412a70, 0xc000746b40, 0xc00034da20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 799 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x6dd3940, 0xc0015608d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:615 +0x15a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000412a80, 0xc000746b40, 0xc00034da40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 800 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*replicaScanner).waitAndProcess(0xc001410410, 0x6dd3940, 0xc0013c7530, 0xc000746b40, 0x38cf8888, 0xed3f382d4, 0x0, 0xc000a94480, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scanner.go:221 +0x1ce | |
| github.com/cockroachdb/cockroach/pkg/storage.(*replicaScanner).scanLoop.func1.1(0xc000a94480, 0xc0013b7590) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scanner.go:283 +0x81 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*storeReplicaVisitor).Visit(0xc0013b7590, 0xc0058cfec0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:330 +0x1b8 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*replicaScanner).scanLoop.func1(0x6dd3940, 0xc0013c7530) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scanner.go:281 +0x1ad | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000412a90, 0xc000746b40, 0xc00034da60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 866 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).startComputePeriodicMetrics.func1(0x6dd3940, 0xc0013e0d20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:771 +0x113 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf710, 0xc000746b40, 0xc0002e53a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 867 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).startGossip.func1(0x6dd3940, 0xc0014694d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:733 +0x22e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf730, 0xc000746b40, 0xc0002e53c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 868 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.periodicallyPersistHLCUpperBound(0xc000d2e960, 0xc0004d4a10, 0xc0003cf7c0, 0x67aa260, 0xc000d679e0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:971 +0x181 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).startPersistingHLCUpperBound.func2(0x6dd3940, 0xc0013e0d50) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1045 +0x6a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf7d0, 0xc000746b40, 0xc0013b7ce0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 869 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).refreshSettings.func2(0x6dd3940, 0xc000579d70) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/settingsworker.go:113 +0x106 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf870, 0xc000746b40, 0xc0002e5460) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 870 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).startSampleEnvironment.func1(0x6dd3940, 0xc0013e0ea0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1898 +0x164 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf910, 0xc000746b40, 0xc0002e5540) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 871 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).startSampleEnvironment.func2(0x6dd3940, 0xc0013e0e70) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1914 +0x138 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf920, 0xc000746b40, 0xc0002e5560) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 872 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).waitOnHeader(0xc005227500, 0x1, 0xc0037e9b60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:240 +0xcf | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).RecvCompress(0xc005227500, 0xc0037e9b60, 0xc00615bb70) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:251 +0x2b | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc001833860, 0x65a29c0, 0xc004287730, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:528 +0x627 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc0039e1780, 0x65a29c0, 0xc004287730, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:408 +0x43 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.invoke(0x6dd3940, 0xc0026fb770, 0x6698f9f, 0x21, 0x6632600, 0xc0039e1700, 0x65a29c0, 0xc004287730, 0xc0024cac00, 0xc000992280, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/call.go:83 +0x186 | |
| github.com/cockroachdb/cockroach/vendor/github.com/grpc-ecosystem/grpc-opentracing/go/otgrpc.OpenTracingClientInterceptor.func1(0x6dd3940, 0xc0026fb770, 0x6698f9f, 0x21, 0x6632600, 0xc0039e1700, 0x65a29c0, 0xc004287730, 0xc0024cac00, 0x67a92a0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/grpc-ecosystem/grpc-opentracing/go/otgrpc/client.go:47 +0xb49 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ClientConn).Invoke(0xc0024cac00, 0x6dd3940, 0xc0026fb770, 0x6698f9f, 0x21, 0x6632600, 0xc0039e1700, 0x65a29c0, 0xc004287730, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/call.go:35 +0x109 | |
| github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc005596670, 0x6dd3940, 0xc0026fb770, 0xc0039e1700, 0x0, 0x0, 0x0, 0xc0026fb770, 0x1, 0x6dd3940) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9299 +0xd2 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*grpcTransport).sendBatch(0xc0026fb800, 0x6dd3940, 0xc0026fb770, 0x1, 0x6dac000, 0xc005596670, 0x0, 0x0, 0x100000001, 0x1, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/transport.go:199 +0x126 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*grpcTransport).SendNext(0xc0026fb800, 0x6dd3940, 0xc0026fb770, 0x0, 0x0, 0x100000001, 0x1, 0x4, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/transport.go:168 +0x130 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendToReplicas(0xc000c9b300, 0x6dd3940, 0xc0026fb770, 0xc000c9b350, 0x4, 0xc004390560, 0x1, 0x1, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:1345 +0x2d3 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendRPC(0xc000c9b300, 0x6dd3940, 0xc0026fb770, 0x4, 0xc004390560, 0x1, 0x1, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:400 +0x244 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendSingleRange(0xc000c9b300, 0x6dd3940, 0xc0026fb770, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:478 +0x228 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendPartialBatch(0xc000c9b300, 0x6dd3940, 0xc0026fb770, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:1121 +0x322 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).divideAndSendBatchToRanges(0xc000c9b300, 0x6dd3940, 0xc0026fb770, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:780 +0x13b5 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).Send(0xc000c9b300, 0x6dd3940, 0xc0026fb770, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:692 +0x48b | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*CrossRangeTxnWrapperSender).Send(0xc000d622e0, 0x6dd3940, 0xc0026fb770, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:212 +0xaf | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).sendUsingSender(0xc000d62280, 0x6dd3940, 0xc0026fb770, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:622 +0x119 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).send(0xc000d62280, 0x6dd3940, 0xc0026fb770, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:604 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).send-fm(0x6dd3940, 0xc0026fb770, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:570 +0x76 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.sendAndFill(0x6dd3940, 0xc0026fb770, 0xc0040c48d0, 0xc003c1bc00, 0x0, 0xc0040c4940) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:547 +0xeb | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).Run(0xc000d62280, 0x6dd3940, 0xc0026fb770, 0xc003c1bc00, 0x31, 0xc002dcaba0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:570 +0x9c | |
| github.com/cockroachdb/cockroach/pkg/ts.(*DB).storeKvs(0xc0012bc1e0, 0x6dd3940, 0xc0026fb770, 0xc00308a000, 0x221, 0x266, 0xc002dcaba0, 0x32) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/ts/db.go:308 +0x1bb | |
| github.com/cockroachdb/cockroach/pkg/ts.(*DB).tryStoreData(0xc0012bc1e0, 0x6dd3940, 0xc0026fb770, 0x1, 0xc00347a000, 0x221, 0x221, 0x6dc9f00, 0xc0002e4da0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/ts/db.go:246 +0x2ca | |
| github.com/cockroachdb/cockroach/pkg/ts.(*DB).StoreData(0xc0012bc1e0, 0x6dd3940, 0xc0026fb770, 0x1, 0xc00347a000, 0x221, 0x221, 0x6e01aa0, 0xc0002e4da0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/ts/db.go:211 +0xe3 | |
| github.com/cockroachdb/cockroach/pkg/ts.(*poller).poll.func1(0x6dd3940, 0xc0013b7d40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/ts/db.go:194 +0x13d | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTask(0xc000746b40, 0x6dd3940, 0xc0013b7d40, 0x666d1e2, 0xf, 0xc0040c4ec8, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:285 +0xea | |
| github.com/cockroachdb/cockroach/pkg/ts.(*poller).poll(0xc001202360) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/ts/db.go:185 +0xf0 | |
| github.com/cockroachdb/cockroach/pkg/ts.(*poller).start.func1(0x6dd3940, 0xc00158ec30) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/ts/db.go:169 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf940, 0xc000746b40, 0xc0003cf930) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 873 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).waitOnHeader(0xc003649700, 0x1, 0xc005ee97a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:240 +0xcf | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).RecvCompress(0xc003649700, 0xc005ee97a0, 0xc0051b5c68) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:251 +0x2b | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc001449930, 0x65a29c0, 0xc00327efc0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:528 +0x627 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc003b88600, 0x65a29c0, 0xc00327efc0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:408 +0x43 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.invoke(0x6dd3940, 0xc0035f1620, 0x6698f9f, 0x21, 0x6632600, 0xc003b88580, 0x65a29c0, 0xc00327efc0, 0xc0024cac00, 0xc000992280, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/call.go:83 +0x186 | |
| github.com/cockroachdb/cockroach/vendor/github.com/grpc-ecosystem/grpc-opentracing/go/otgrpc.OpenTracingClientInterceptor.func1(0x6dd3940, 0xc0035f1620, 0x6698f9f, 0x21, 0x6632600, 0xc003b88580, 0x65a29c0, 0xc00327efc0, 0xc0024cac00, 0x67a92a0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/grpc-ecosystem/grpc-opentracing/go/otgrpc/client.go:47 +0xb49 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ClientConn).Invoke(0xc0024cac00, 0x6dd3940, 0xc0035f1620, 0x6698f9f, 0x21, 0x6632600, 0xc003b88580, 0x65a29c0, 0xc00327efc0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/call.go:35 +0x109 | |
| github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc0006a91f0, 0x6dd3940, 0xc0035f1620, 0xc003b88580, 0x0, 0x0, 0x0, 0xc0035f1620, 0x1, 0x6dd3940) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9299 +0xd2 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*grpcTransport).sendBatch(0xc0035f16b0, 0x6dd3940, 0xc0035f1620, 0x1, 0x6dac000, 0xc0006a91f0, 0x0, 0x0, 0x100000001, 0x1, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/transport.go:199 +0x126 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*grpcTransport).SendNext(0xc0035f16b0, 0x6dd3940, 0xc0035f1620, 0x0, 0x0, 0x100000001, 0x1, 0x3, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/transport.go:168 +0x130 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendToReplicas(0xc000c9b300, 0x6dd3940, 0xc0035f1620, 0xc000c9b350, 0x3, 0xc004a22c80, 0x1, 0x1, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:1345 +0x2d3 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendRPC(0xc000c9b300, 0x6dd3940, 0xc0035f1620, 0x3, 0xc004a22c80, 0x1, 0x1, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:400 +0x244 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendSingleRange(0xc000c9b300, 0x6dd3940, 0xc0035f1620, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:478 +0x228 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendPartialBatch(0xc000c9b300, 0x6dd3940, 0xc0035f1620, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:1121 +0x322 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).divideAndSendBatchToRanges(0xc000c9b300, 0x6dd3940, 0xc0035f1620, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:780 +0x13b5 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).Send(0xc000c9b300, 0x6dd3940, 0xc0035f1620, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:692 +0x48b | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*CrossRangeTxnWrapperSender).Send(0xc000d622e0, 0x6dd3940, 0xc0013e0ed0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:212 +0xaf | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).sendUsingSender(0xc000d62280, 0x6dd3940, 0xc0013e0ed0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:622 +0x119 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).send(0xc000d62280, 0x6dd3940, 0xc0013e0ed0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:604 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).send-fm(0x6dd3940, 0xc0013e0ed0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:570 +0x76 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.sendAndFill(0x6dd3940, 0xc0013e0ed0, 0xc00562d9c8, 0xc000f3fc00, 0xc004a22b80, 0x655afc0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:547 +0xeb | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).Run(0xc000d62280, 0x6dd3940, 0xc0013e0ed0, 0xc000f3fc00, 0xc000cecc00, 0xc003ed7801) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:570 +0x9c | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).PutInline(0xc000d62280, 0x6dd3940, 0xc0013e0ed0, 0x64d53a0, 0xc004a22b80, 0x655afc0, 0xc000cecc00, 0xc000376fc0, 0xe) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:343 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/server/status.(*MetricsRecorder).WriteNodeStatus(0xc000f8c580, 0x6dd3940, 0xc0013e0ed0, 0xc000d62280, 0x3, 0x66572aa, 0x3, 0xc0002d05c0, 0xf, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/status/recorder.go:512 +0x16c | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).writeNodeStatus.func1(0x6dd3940, 0xc0013e0ed0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:882 +0x1bc | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTask(0xc000746b40, 0x6dd3940, 0xc0013e0ed0, 0x668654b, 0x1a, 0xc004a75e80, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:285 +0xea | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).writeNodeStatus(0xc000fa0800, 0x6dd3940, 0xc0013e0ed0, 0x4a817c800, 0x1, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:853 +0xa8 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).startWriteNodeStatus.func1(0x6dd3940, 0xc0013e0ed0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:839 +0x1ea | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf950, 0xc000746b40, 0xc0002e5580) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 874 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*SchemaChangeManager).Start.func1(0x6dd3940, 0xc0013c7560) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/schema_changer.go:1558 +0x4ee | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf960, 0xc000746b40, 0xc0002e55c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 875 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/distsqlrun.(*flowScheduler).Start.func1(0x6dd3940, 0xc0014283c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsqlrun/flow_scheduler.go:151 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf9b0, 0xc000746b40, 0xc0003cf9a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 876 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).Start.func1(0x6dd3940, 0xc0014283f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:313 +0xf6 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf9c0, 0xc000746b40, 0xc0002e55e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 877 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).PeriodicallyClearStmtStats.func1(0x6dd3940, 0xc001560a20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:663 +0x229 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf9d0, 0xc000746b40, 0xc0002e5600) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 878 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*NodeLiveness).heartbeatInternal(0xc000ed60f0, 0x6dd3900, 0xc004234f60, 0xc00131ccf0, 0x4000000000000000, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/node_liveness.go:523 +0x225 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*NodeLiveness).StartHeartbeat.func1.1(0xc000ed60f0, 0x2faf080, 0x3b9aca00, 0x4000000000000000, 0x0, 0x0, 0xc000d67980, 0xc0038f9e67, 0x6dd3900, 0xc004234f60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/node_liveness.go:447 +0x2b7 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*NodeLiveness).StartHeartbeat.func1(0x6dd3940, 0xc000579e00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/node_liveness.go:458 +0x2bd | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cfac0, 0xc000746b40, 0xc000e87040) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 879 [select]: | |
| github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).Start.func1(0x6dd3940, 0xc0013e1050) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:288 +0x126 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cfad0, 0xc000746b40, 0xc0013b7e30) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 880 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).Start.func2(0x6dd3940, 0xc001560a50) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:299 +0xed | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cfae0, 0xc000746b40, 0xc0013b7e60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 881 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/stats.(*Refresher).Start.func1(0x6dd3940, 0xc0013e1080) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/stats/automatic_stats.go:187 +0x132 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cfaf0, 0xc000746b40, 0xc0002e5680) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 654 [IO wait]: | |
| internal/poll.runtime_pollWait(0x9344270, 0x72, 0xc001c2e8a0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/netpoll.go:173 +0x66 | |
| internal/poll.(*pollDesc).wait(0xc000f12618, 0x72, 0xffffffffffffff00, 0x6da6b00, 0x82fd2d8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a | |
| internal/poll.(*pollDesc).waitRead(0xc000f12618, 0xc003cf0000, 0x4000, 0x4000) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d | |
| internal/poll.(*FD).Read(0xc000f12600, 0xc003cf0000, 0x4000, 0x4000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_unix.go:169 +0x1d6 | |
| net.(*netFD).Read(0xc000f12600, 0xc003cf0000, 0x4000, 0x4000, 0xc001c2ea10, 0x451cf3f, 0xc00031eea0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc0000ec1f8, 0xc003cf0000, 0x4000, 0x4000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/net.go:177 +0x68 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*MuxConn).Read(0xc001404780, 0xc003cf0000, 0x4000, 0x4000, 0x64f5860, 0x0, 0x9392170) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x11a | |
| crypto/tls.(*block).readFromUntil(0xc000d0c510, 0x9392170, 0xc001404780, 0x5, 0xc001404780, 0xc001c2eb01) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:492 +0x89 | |
| crypto/tls.(*Conn).readRecord(0xc0014b7180, 0x67aa017, 0xc0014b72a0, 0xc005cbed20) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:593 +0xdd | |
| crypto/tls.(*Conn).Read(0xc0014b7180, 0xc001c0a000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:1145 +0xf1 | |
| bufio.(*Reader).Read(0xc00214ae40, 0xc0020962d8, 0x9, 0x9, 0xc003b356c8, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/bufio/bufio.go:216 +0x22f | |
| io.ReadAtLeast(0x6da0720, 0xc00214ae40, 0xc0020962d8, 0x9, 0x9, 0x9, 0xc001c2ed80, 0x451f06d, 0xc003b356c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:310 +0x88 | |
| io.ReadFull(0x6da0720, 0xc00214ae40, 0xc0020962d8, 0x9, 0x9, 0xc00140a400, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:329 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc0020962d8, 0x9, 0x9, 0x6da0720, 0xc00214ae40, 0x0, 0x6900000000, 0x6000010001, 0x1000100000069) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0020962a0, 0xc0005b6b70, 0xc0005b6b70, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa3 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc000a96400, 0xc000736db0, 0x67a9218) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:434 +0x7c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000eda000, 0x6df69e0, 0xc000a96400) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:676 +0xdd | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn.func2() | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:631 +0x3c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn.func3(0xc000330c80, 0xc000eda000, 0x9357220, 0xc000a96400) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:639 +0x27 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:638 +0x5f8 | |
| goroutine 931 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc000c1bef0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000445210, 0xc00134e360, 0xc000445200) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 922 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*controlBuffer).get(0xc00145d540, 0x1, 0x0, 0x0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:300 +0x103 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*loopyWriter).run(0xc0010eb260, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:387 +0x1ac | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client.func3(0xc001ad3200) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:303 +0x7b | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:301 +0xc3a | |
| goroutine 761 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.muxListener.Accept(0x6dcf3c0, 0xc0004ea288, 0xc00133f440, 0x28, 0x6490180, 0x64fa640, 0xc000204848) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:184 +0x41 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith(0xc0004ea278, 0x6dd3940, 0xc0013ac4b0, 0xc000746b40, 0x6dcff00, 0xc0003588a0, 0xc0013ac4e0, 0x6dd3940, 0xc00147a960) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:118 +0x50 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func19(0x6dd3940, 0xc0013ac4b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1670 +0x194 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00039d200, 0xc000746b40, 0xc00063e840) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 762 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).startSystemLogsGC.func1(0x6dd3940, 0xc001469920) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server_systemlog_gc.go:175 +0x53f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00039d210, 0xc000746b40, 0xc0003c5060) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 652 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*controlBuffer).get(0xc001376340, 0x1, 0x0, 0x0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:300 +0x103 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*loopyWriter).run(0xc00214aea0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:387 +0x1ac | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server.func2(0xc000a96400) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:277 +0xcb | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:274 +0xd3b | |
| goroutine 673 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*recvBufferReader).read(0xc001278f00, 0xc0002b9170, 0x5, 0x5, 0x0, 0x6da0ae0, 0xc0000d0050) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:142 +0x1ba | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc001278f00, 0xc0002b9170, 0x5, 0x5, 0x12ace, 0x1, 0x100000000000000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:131 +0x5a | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*transportReader).Read(0xc00136d590, 0xc0002b9170, 0x5, 0x5, 0x0, 0xc00106ba00, 0x4505cf2) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:394 +0x55 | |
| io.ReadAtLeast(0x6da4520, 0xc00136d590, 0xc0002b9170, 0x5, 0x5, 0x5, 0xc0001c3200, 0xc00140ae00, 0xc000000005) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:310 +0x88 | |
| io.ReadFull(0x6da4520, 0xc00136d590, 0xc0002b9170, 0x5, 0x5, 0x8573d60, 0x9005d80, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:329 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).Read(0xc00140ae00, 0xc0002b9170, 0x5, 0x5, 0xc00106bb37, 0x203001, 0x203001) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:378 +0xbf | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc0002b9160, 0x7fffffff, 0x400e53f, 0xc005079560, 0x60, 0x58, 0x652b400, 0x67a9250) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:452 +0x65 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.recv(0xc0002b9160, 0x907b048, 0x85bcd98, 0xc00140ae00, 0x0, 0x0, 0x6560300, 0xc0038a8ea0, 0x7fffffff, 0xc005079560, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:578 +0x4d | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc001d02000, 0x6560300, 0xc0038a8ea0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:542 +0x131 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc000dbf200, 0x6560300, 0xc0038a8ea0, 0xc004390660, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:408 +0x43 | |
| github.com/cockroachdb/cockroach/pkg/storage/closedts/ctpb.(*closedTimestampGetClient).Recv(0xc001571660, 0xc004390660, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/closedts/ctpb/entry.pb.go:183 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/storage/closedts/transport.(*Clients).getOrCreateClient.func1(0x6dd3940, 0xc00136d4d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/closedts/transport/clients.go:146 +0x3eb | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002c6c10, 0xc000746750, 0xc001621560) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 981 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*controlBuffer).get(0xc000739880, 0x1, 0x0, 0x0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:300 +0x103 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*loopyWriter).run(0xc002b3db00, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:387 +0x1ac | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server.func2(0xc002388a00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:277 +0xcb | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:274 +0xd3b | |
| goroutine 765 [select, 7 minutes]: | |
| database/sql.(*DB).connectionOpener(0xc0022f40c0, 0x6dd3880, 0xc00063e980) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/database/sql/sql.go:1001 +0xe8 | |
| created by database/sql.OpenDB | |
| /usr/local/Cellar/go/1.11.1/libexec/src/database/sql/sql.go:671 +0x15d | |
| goroutine 766 [select, 7 minutes]: | |
| database/sql.(*DB).connectionResetter(0xc0022f40c0, 0x6dd3880, 0xc00063e980) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/database/sql/sql.go:1014 +0xfb | |
| created by database/sql.OpenDB | |
| /usr/local/Cellar/go/1.11.1/libexec/src/database/sql/sql.go:672 +0x193 | |
| goroutine 930 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc000c1bec0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0004451f0, 0xc00134e360, 0xc0004451e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 921 [IO wait]: | |
| internal/poll.runtime_pollWait(0x9344340, 0x72, 0xc00281d988) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/netpoll.go:173 +0x66 | |
| internal/poll.(*pollDesc).wait(0xc000dbed98, 0x72, 0xffffffffffffff00, 0x6da6b00, 0x82fd2d8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a | |
| internal/poll.(*pollDesc).waitRead(0xc000dbed98, 0xc005b50000, 0x4000, 0x4000) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d | |
| internal/poll.(*FD).Read(0xc000dbed80, 0xc005b50000, 0x4000, 0x4000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_unix.go:169 +0x1d6 | |
| net.(*netFD).Read(0xc000dbed80, 0xc005b50000, 0x4000, 0x4000, 0x400b27b, 0xc00003a000, 0x636f520) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc0004ea5a8, 0xc005b50000, 0x4000, 0x4000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/net.go:177 +0x68 | |
| crypto/tls.(*block).readFromUntil(0xc000d0c1b0, 0xc3b3510, 0xc0004ea5a8, 0x5, 0xc0004ea5a8, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:492 +0x89 | |
| crypto/tls.(*Conn).readRecord(0xc0014b6e00, 0x67aa017, 0xc0014b6f20, 0xc00281dce8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:593 +0xdd | |
| crypto/tls.(*Conn).Read(0xc0014b6e00, 0xc0029a4000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:1145 +0xf1 | |
| bufio.(*Reader).Read(0xc002b3d080, 0xc0001f6e38, 0x9, 0x9, 0xc0004b3c00, 0x400e53f, 0xc00031ef20) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/bufio/bufio.go:216 +0x22f | |
| io.ReadAtLeast(0x6da0720, 0xc002b3d080, 0xc0001f6e38, 0x9, 0x9, 0x9, 0x9007f40, 0x0, 0xc000f3a7e0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:310 +0x88 | |
| io.ReadFull(0x6da0720, 0xc002b3d080, 0xc0001f6e38, 0x9, 0x9, 0x6db50c0, 0xc00031ef20, 0xc00281de88) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:329 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc0001f6e38, 0x9, 0x9, 0x6da0720, 0xc002b3d080, 0x0, 0xc000000000, 0xc00281de98, 0xc00281df10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0001f6e00, 0xc005cbefc0, 0xc005cbefc0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa3 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).reader(0xc001ad3200) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1135 +0x12b | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:270 +0xad7 | |
| goroutine 889 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*client).gossip(0xc00127e1a0, 0x6dd3940, 0xc000d0d650, 0xc002387b00, 0x6df1fa0, 0xc0015544b0, 0xc00134e360, 0xc000272584, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/client.go:370 +0x389 | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*client).startLocked.func1(0x6dd3940, 0xc000d0d650) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/client.go:129 +0x383 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0015541b0, 0xc00134e360, 0xc001354ac0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 995 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newClientStream.func5(0xc002448600, 0xc000cf2500, 0x6dd3940, 0xc0012bd4d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:324 +0xd7 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newClientStream | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:323 +0x9c1 | |
| goroutine 746 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ccResolverWrapper).watcher(0xc001317c50) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/resolver_conn_wrapper.go:109 +0x142 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ccResolverWrapper).start | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/resolver_conn_wrapper.go:95 +0x3f | |
| goroutine 753 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dc590, 0x16) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dc580) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage/closedts/provider.(*Provider).Subscribe(0xc0006ca150, 0x6dd3940, 0xc000e4faa0, 0xc000e8b3e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/closedts/provider/provider.go:276 +0x3fa | |
| github.com/cockroachdb/cockroach/pkg/storage/closedts/transport.(*Server).Get.func1(0x6dd3940, 0xc000e4faa0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/closedts/transport/server.go:69 +0x50 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000746b40, 0x6dd3940, 0xc000e4faa0, 0xc002b762a0, 0x1d, 0x0, 0x0, 0xc000301320) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:323 +0xe6 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:318 +0x134 | |
| goroutine 688 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc000c1be60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0004451a0, 0xc00134e360, 0xc000445190) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 767 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/security.(*CertificateManager).RegisterSignalHandler.func1(0xc00134e360, 0xc001d084d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/security/certificate_manager.go:179 +0xde | |
| created by github.com/cockroachdb/cockroach/pkg/security.(*CertificateManager).RegisterSignalHandler | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/security/certificate_manager.go:176 +0x49 | |
| goroutine 768 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewContext.func1(0x6dd3940, 0xc00073b620) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:386 +0x51 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001571fa0, 0xc00134e360, 0xc000300380) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 769 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.newInfoStore.func1(0x6dd3940, 0xc001316f90) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/infostore.go:194 +0x15a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc002822060, 0xc00134e360, 0xc002822050) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 747 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc0003ec500, 0xc000d0fdb0, 0xc000376560, 0xf, 0xc000cea8a0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:736 +0x3a3 | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).GRPCDial.func1.1.1(0x6dd3940, 0xc001317cb0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:667 +0x74 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc002884200, 0xc000746750, 0xc001317c80) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 914 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc00063ff40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:122 +0x10f | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newCCBalancerWrapper | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:113 +0x13d | |
| goroutine 915 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).transportMonitor(0xc000f098c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:1384 +0x1c1 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).connect.func1(0xc000f098c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:960 +0x1b2 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).connect | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:951 +0xe1 | |
| goroutine 920 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).keepalive(0xc001ad3200) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1184 +0x113 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:265 +0x11f9 | |
| goroutine 687 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc000c1be30) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000445180, 0xc00134e360, 0xc000445170) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 653 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc000a96400) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:875 +0x1ea | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:283 +0xd60 | |
| goroutine 909 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x6dd3940, 0xc0012bd680) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:615 +0x15a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001568d30, 0xc00134e360, 0xc00034d760) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 933 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc000c1bdd0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000445250, 0xc00134e360, 0xc000445240) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 934 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc0012bcea0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000445270, 0xc00134e360, 0xc000445260) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 935 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc0012bced0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000445290, 0xc00134e360, 0xc000445280) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 936 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc0012bcf00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000445360, 0xc00134e360, 0xc0004452a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 937 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc0012bce70) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000445380, 0xc00134e360, 0xc000445370) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 938 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc000d0d320) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0004453a0, 0xc00134e360, 0xc000445390) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 939 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc00072d320) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0004453c0, 0xc00134e360, 0xc0004453b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 940 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc000d0d2f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0004453e0, 0xc00134e360, 0xc0004453d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 941 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc0012bcf30) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000445400, 0xc00134e360, 0xc0004453f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 942 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.(*loggingT).gcDaemon(0xc000e3c360) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/log/clog.go:1274 +0x68 | |
| created by github.com/cockroachdb/cockroach/pkg/util/log.NewSecondaryLogger | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/log/secondary_log.go:81 +0x275 | |
| goroutine 943 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.(*loggingT).gcDaemon(0xc000e3c480) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/log/clog.go:1274 +0x68 | |
| created by github.com/cockroachdb/cockroach/pkg/util/log.NewSecondaryLogger | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/log/secondary_log.go:81 +0x275 | |
| goroutine 944 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*LeaseManager).RefreshLeases.func1(0x6dd3940, 0xc0012bcf90) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/lease.go:1634 +0x1da | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000445470, 0xc00134e360, 0xc0012b5080) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 945 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*LeaseManager).PeriodicallyRefreshSomeLeases.func1(0x6dd3940, 0xc0012bcf60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/lease.go:1709 +0x1f0 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000445490, 0xc00134e360, 0xc000445480) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 946 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/hlc.(*Clock).StartMonitoringForwardClockJumps.func1(0x67aa260, 0xc0013d40a0, 0xc0010ac770, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/hlc/hlc.go:185 +0x118 | |
| created by github.com/cockroachdb/cockroach/pkg/util/hlc.(*Clock).StartMonitoringForwardClockJumps | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/hlc/hlc.go:178 +0xb0 | |
| goroutine 947 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.MakeServer.func2(0x6dd3940, 0xc000c1bf50) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:99 +0x64 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000445520, 0xc00134e360, 0xc0003d1dc0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 948 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func2(0x6dd3940, 0xc000c1bf80) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1155 +0x53 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000445640, 0xc00134e360, 0xc0003d1f00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 949 [IO wait, 7 minutes]: | |
| internal/poll.runtime_pollWait(0x93440d0, 0x72, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/netpoll.go:173 +0x66 | |
| internal/poll.(*pollDesc).wait(0xc0017b9d98, 0x72, 0xc0013fb400, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a | |
| internal/poll.(*pollDesc).waitRead(0xc0017b9d98, 0xffffffffffffff00, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d | |
| internal/poll.(*FD).Accept(0xc0017b9d80, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_unix.go:384 +0x1a0 | |
| net.(*netFD).accept(0xc0017b9d80, 0x10, 0xc0017f3670, 0xc0004b2801) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/fd_unix.go:238 +0x42 | |
| net.(*TCPListener).accept(0xc0014a8800, 0x402d4c2, 0xc0013fb3f0, 0xc0017f3700) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/tcpsock_posix.go:139 +0x2e | |
| net.(*TCPListener).Accept(0xc0014a8800, 0x67a78e8, 0xc0007392c0, 0xc0002e65a0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/tcpsock.go:260 +0x47 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*cMux).Serve(0xc0007392c0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:124 +0x88 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func3(0x6dd3940, 0xc000c1bfb0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1167 +0x2f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000445650, 0xc00134e360, 0xc0003d1f60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 950 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.muxListener.Accept(0x6dcf3c0, 0xc0014a8800, 0xc0005d84e0, 0x400edc8, 0x30, 0x64fa640, 0xc00213a601) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:184 +0x41 | |
| net/http.(*Server).Serve(0xc000c3ec30, 0x6dcff00, 0xc0003d1f20, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/http/server.go:2826 +0x22f | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func4(0x6dd3940, 0xc000736de0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1179 +0x119 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000445660, 0xc00134e360, 0xc0012b5350) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 951 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.muxListener.Accept(0x6dcf3c0, 0xc0014a8800, 0xc0005d8540, 0x0, 0xc0004b3400, 0x50, 0x90071c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:184 +0x41 | |
| crypto/tls.(*listener).Accept(0xc0003d1f80, 0x64fa640, 0xc0013160c0, 0x6316040, 0x853b350) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/tls.go:52 +0x37 | |
| net/http.(*Server).Serve(0xc00137d860, 0x6dbc500, 0xc0003d1f80, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/http/server.go:2826 +0x22f | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func5(0x6dd3940, 0xc001316030) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1186 +0x42 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000445670, 0xc00134e360, 0xc0003d1fa0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 952 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func6(0x6dd3940, 0xc001316000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1190 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000445680, 0xc00134e360, 0xc000739300) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 953 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.muxListener.Accept(0x6dcf3c0, 0xc0014a87e8, 0xc0005d8420, 0xc0022d9e60, 0x18, 0xc002143680, 0x4535ca2) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:184 +0x41 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).Serve(0xc00282a000, 0x6dcff00, 0xc0003d1e20, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:544 +0x210 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func7(0x6dd3940, 0xc0012bd020) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1202 +0x46 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000445690, 0xc00134e360, 0xc0003d1fc0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 954 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func9(0x6dd3940, 0xc00072d350) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1280 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000445770, 0xc00134e360, 0xc0012b5620) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 657 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*controlBuffer).get(0xc00145da80, 0x1, 0x0, 0x0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:300 +0x103 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*loopyWriter).run(0xc001021440, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:387 +0x1ac | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client.func3(0xc001ad3680) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:303 +0x7b | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:301 +0xc3a | |
| goroutine 956 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ccResolverWrapper).watcher(0xc0012b5740) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/resolver_conn_wrapper.go:109 +0x142 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ccResolverWrapper).start | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/resolver_conn_wrapper.go:95 +0x3f | |
| goroutine 957 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func12(0x6dd3940, 0xc000d0d350) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1310 +0x53 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000445850, 0xc00134e360, 0xc0004ced00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 926 [select]: | |
| net.(*pipe).read(0xc0017b9e80, 0xc002b55000, 0x400, 0x400, 0x400b27b, 0xc00003a000, 0x636f520) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/pipe.go:164 +0x1a4 | |
| net.(*pipe).Read(0xc0017b9e80, 0xc002b55000, 0x400, 0x400, 0x651cc80, 0x0, 0x9301800) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/pipe.go:147 +0x4d | |
| crypto/tls.(*block).readFromUntil(0xc00072d650, 0x9301800, 0xc0017b9e80, 0x5, 0xc0017b9e80, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:492 +0x89 | |
| crypto/tls.(*Conn).readRecord(0xc002419880, 0x67aa017, 0xc0024199a0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:593 +0xdd | |
| crypto/tls.(*Conn).Read(0xc002419880, 0xc001de4000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:1145 +0xf1 | |
| bufio.(*Reader).Read(0xc002b3da40, 0xc0001f7998, 0x9, 0x9, 0x405b730, 0xc002143980, 0x4) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/bufio/bufio.go:216 +0x22f | |
| io.ReadAtLeast(0x6da0720, 0xc002b3da40, 0xc0001f7998, 0x9, 0x9, 0x9, 0xc002927e08, 0x3, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:310 +0x88 | |
| io.ReadFull(0x6da0720, 0xc002b3da40, 0xc0001f7998, 0x9, 0x9, 0xc000f3b500, 0xc002927e50, 0x4008824) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:329 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc0001f7998, 0x9, 0x9, 0x6da0720, 0xc002b3da40, 0x0, 0x100000000000000, 0xc0015713b0, 0xc00145da90) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0001f7960, 0xc0040f8620, 0xc0040f8620, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa3 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).reader(0xc001ad3680) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1135 +0x12b | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:270 +0xad7 | |
| goroutine 958 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0029c45a8, 0xc000000074) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0029c4598) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage/engine.(*RocksDB).syncLoop(0xc0029c4480) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:654 +0x72 | |
| created by github.com/cockroachdb/cockroach/pkg/storage/engine.(*RocksDB).open | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:642 +0x41e | |
| goroutine 959 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.startAssertEngineHealth.func1(0x6dd3940, 0xc000d0d380) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server_engine_health.go:40 +0x144 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000445940, 0xc00134e360, 0xc0012b5800) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 960 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*server).start.func3(0x6dd3940, 0xc0013160f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:387 +0x5a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000445a00, 0xc00134e360, 0xc00039a120) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 961 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).bootstrap.func1(0x6dd3940, 0xc000d0d3e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1335 +0x2c8 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000445a20, 0xc00134e360, 0xc000445a10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 962 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).manage.func1(0x6dd3940, 0xc0012bd050) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1379 +0x24f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000445a40, 0xc00134e360, 0xc000445a30) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 963 [IO wait, 7 minutes]: | |
| internal/poll.runtime_pollWait(0x93441a0, 0x72, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/netpoll.go:173 +0x66 | |
| internal/poll.(*pollDesc).wait(0xc0017b9d18, 0x72, 0xc0006b2e00, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a | |
| internal/poll.(*pollDesc).waitRead(0xc0017b9d18, 0xffffffffffffff00, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d | |
| internal/poll.(*FD).Accept(0xc0017b9d00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_unix.go:384 +0x1a0 | |
| net.(*netFD).accept(0xc0017b9d00, 0xc0000ec170, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/fd_unix.go:238 +0x42 | |
| net.(*TCPListener).accept(0xc0014a87e8, 0xc001286e90, 0xc001286e98, 0x28) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/tcpsock_posix.go:139 +0x2e | |
| net.(*TCPListener).Accept(0xc0014a87e8, 0x67a78f0, 0xc000739280, 0x6df2ba0, 0xc0000ec170) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/tcpsock.go:260 +0x47 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*cMux).Serve(0xc000739280, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:124 +0x88 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func13.1() | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1426 +0x2f | |
| sync.(*Once).Do(0xc0002a7620, 0xc001543f60) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/once.go:44 +0xb3 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func13(0x6dd3940, 0xc0012b5920) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1425 +0x63 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000445a70, 0xc00134e360, 0xc00039a160) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 890 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ccResolverWrapper).watcher(0xc000d0daa0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/resolver_conn_wrapper.go:109 +0x142 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ccResolverWrapper).start | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/resolver_conn_wrapper.go:95 +0x3f | |
| goroutine 891 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc000f252c0, 0xc002976550, 0xc0002a7be0, 0xf, 0xc002898480, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:736 +0x3a3 | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).GRPCDial.func1.1.1(0x6dd3940, 0xc000d0db00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:667 +0x74 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001554320, 0xc00134e360, 0xc000d0dad0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 964 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc000739540) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:122 +0x10f | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newCCBalancerWrapper | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:113 +0x13d | |
| goroutine 965 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).transportMonitor(0xc0024358c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:1384 +0x1c1 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).connect.func1(0xc0024358c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:960 +0x1b2 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).connect | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:951 +0xe1 | |
| goroutine 969 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).keepalive(0xc00195e900) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1184 +0x113 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:265 +0x11f9 | |
| goroutine 984 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc00063fd90, 0x16) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc00063fd80) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage/closedts/provider.(*Provider).Subscribe(0xc0003f08c0, 0x6dd3940, 0xc0007377d0, 0xc00069aae0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/closedts/provider/provider.go:276 +0x3fa | |
| github.com/cockroachdb/cockroach/pkg/storage/closedts/transport.(*Server).Get.func1(0x6dd3940, 0xc0007377d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/closedts/transport/server.go:69 +0x50 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000ed9dd0, 0x6dd3940, 0xc0007377d0, 0xc0016262a0, 0x1d, 0x0, 0x0, 0xc0003310c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:323 +0xe6 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:318 +0x134 | |
| goroutine 978 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*controlBuffer).get(0xc00154bb40, 0x1, 0x0, 0x0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:300 +0x103 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*loopyWriter).run(0xc0010213e0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:387 +0x1ac | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server.func2(0xc000cec400) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:277 +0xcb | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:274 +0xd3b | |
| goroutine 979 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc000cec400) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:875 +0x1ea | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:283 +0xd60 | |
| goroutine 980 [select]: | |
| net.(*pipe).read(0xc0017b9e00, 0xc002a74400, 0x400, 0x400, 0x400b27b, 0xc00003a000, 0x636f520) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/pipe.go:164 +0x1a4 | |
| net.(*pipe).Read(0xc0017b9e00, 0xc002a74400, 0x400, 0x400, 0x651cc80, 0x0, 0x9301800) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/pipe.go:147 +0x4d | |
| crypto/tls.(*block).readFromUntil(0xc000736ff0, 0x9301800, 0xc0017b9e00, 0x5, 0xc0017b9e00, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:492 +0x89 | |
| crypto/tls.(*Conn).readRecord(0xc002447180, 0x67aa017, 0xc0024472a0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:593 +0xdd | |
| crypto/tls.(*Conn).Read(0xc002447180, 0xc001dec000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:1145 +0xf1 | |
| bufio.(*Reader).Read(0xc0022f3560, 0xc001412738, 0x9, 0x9, 0x20, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/bufio/bufio.go:216 +0x22f | |
| io.ReadAtLeast(0x6da0720, 0xc0022f3560, 0xc001412738, 0x9, 0x9, 0x9, 0xc002b76960, 0x400419e, 0xc00281be1b) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:310 +0x88 | |
| io.ReadFull(0x6da0720, 0xc0022f3560, 0xc001412738, 0x9, 0x9, 0x44d1f27, 0xc0040f864c, 0xc003ec5f38) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:329 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc001412738, 0x9, 0x9, 0x6da0720, 0xc0022f3560, 0x0, 0x0, 0xc0040f8640, 0xc00281be90) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc001412700, 0xc0040f8640, 0xc0040f8640, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa3 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc000cec400, 0xc000737650, 0x67a9218) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:434 +0x7c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc00282a000, 0x6df69e0, 0xc000cec400) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:676 +0xdd | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn.func2() | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:631 +0x3c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn.func3(0xc000330ee0, 0xc00282a000, 0x9357220, 0xc000cec400) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:639 +0x27 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:638 +0x5f8 | |
| goroutine 970 [IO wait]: | |
| internal/poll.runtime_pollWait(0x9344000, 0x72, 0xc002819988) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/netpoll.go:173 +0x66 | |
| internal/poll.(*pollDesc).wait(0xc002438118, 0x72, 0xffffffffffffff00, 0x6da6b00, 0x82fd2d8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a | |
| internal/poll.(*pollDesc).waitRead(0xc002438118, 0xc001b22000, 0x4000, 0x4000) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d | |
| internal/poll.(*FD).Read(0xc002438100, 0xc001b22000, 0x4000, 0x4000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_unix.go:169 +0x1d6 | |
| net.(*netFD).Read(0xc002438100, 0xc001b22000, 0x4000, 0x4000, 0x400b27b, 0xc00003a000, 0x636f520) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc0014a8870, 0xc001b22000, 0x4000, 0x4000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/net.go:177 +0x68 | |
| crypto/tls.(*block).readFromUntil(0xc0012b5ce0, 0xc3b3510, 0xc0014a8870, 0x5, 0xc0014a8870, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:492 +0x89 | |
| crypto/tls.(*Conn).readRecord(0xc00128c000, 0x67aa017, 0xc00128c120, 0xc002819ce8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:593 +0xdd | |
| crypto/tls.(*Conn).Read(0xc00128c000, 0xc0020b0000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:1145 +0xf1 | |
| bufio.(*Reader).Read(0xc0005d9800, 0xc001a0e2d8, 0x9, 0x9, 0xc0040db000, 0x400e53f, 0xc00031f020) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/bufio/bufio.go:216 +0x22f | |
| io.ReadAtLeast(0x6da0720, 0xc0005d9800, 0xc001a0e2d8, 0x9, 0x9, 0x9, 0x9007f40, 0x0, 0xc000739910) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:310 +0x88 | |
| io.ReadFull(0x6da0720, 0xc0005d9800, 0xc001a0e2d8, 0x9, 0x9, 0x6db50c0, 0xc00031f020, 0xc002819e88) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:329 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc001a0e2d8, 0x9, 0x9, 0x6da0720, 0xc0005d9800, 0x0, 0xc000000000, 0xc002819e98, 0xc002819f10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc001a0e2a0, 0xc005cbf5f0, 0xc005cbf5f0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa3 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).reader(0xc00195e900) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1135 +0x12b | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:270 +0xad7 | |
| goroutine 971 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*controlBuffer).get(0xc000739900, 0x1, 0x0, 0x0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:300 +0x103 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*loopyWriter).run(0xc001021560, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:387 +0x1ac | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client.func3(0xc00195e900) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:303 +0x7b | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:301 +0xc3a | |
| goroutine 982 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc002388a00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:875 +0x1ea | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:283 +0xd60 | |
| goroutine 983 [IO wait]: | |
| internal/poll.runtime_pollWait(0x90809e8, 0x72, 0xc0012848a0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/netpoll.go:173 +0x66 | |
| internal/poll.(*pollDesc).wait(0xc0010fe318, 0x72, 0xffffffffffffff00, 0x6da6b00, 0x82fd2d8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a | |
| internal/poll.(*pollDesc).waitRead(0xc0010fe318, 0xc003166000, 0x2000, 0x2000) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d | |
| internal/poll.(*FD).Read(0xc0010fe300, 0xc003166000, 0x2000, 0x2000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_unix.go:169 +0x1d6 | |
| net.(*netFD).Read(0xc0010fe300, 0xc003166000, 0x2000, 0x2000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc000bf80a0, 0xc003166000, 0x2000, 0x2000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/net.go:177 +0x68 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*MuxConn).Read(0xc000d03540, 0xc003166000, 0x2000, 0x2000, 0x64f5860, 0x0, 0x9392170) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x11a | |
| crypto/tls.(*block).readFromUntil(0xc0013ac3f0, 0x9392170, 0xc000d03540, 0x5, 0xc000d03540, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:492 +0x89 | |
| crypto/tls.(*Conn).readRecord(0xc00128c380, 0x67aa017, 0xc00128c4a0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:593 +0xdd | |
| crypto/tls.(*Conn).Read(0xc00128c380, 0xc002098000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:1145 +0xf1 | |
| bufio.(*Reader).Read(0xc0005d9680, 0xc001a0e118, 0x9, 0x9, 0xc00145dd48, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/bufio/bufio.go:216 +0x22f | |
| io.ReadAtLeast(0x6da0720, 0xc0005d9680, 0xc001a0e118, 0x9, 0x9, 0x9, 0xc001284d80, 0x451f06d, 0xc00145dd40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:310 +0x88 | |
| io.ReadFull(0x6da0720, 0xc0005d9680, 0xc001a0e118, 0x9, 0x9, 0xc00140ad00, 0xc0038cb180, 0xd3) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:329 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc001a0e118, 0x9, 0x9, 0x6da0720, 0xc0005d9680, 0x0, 0x300000000, 0xd300000001, 0x100000003) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc001a0e0e0, 0xc0013ad560, 0xc0013ad560, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa3 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc002388a00, 0xc0007376e0, 0x67a9218) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:434 +0x7c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000334380, 0x6df69e0, 0xc002388a00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:676 +0xdd | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn.func2() | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:631 +0x3c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn.func3(0xc000330fa0, 0xc000334380, 0x9357220, 0xc002388a00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:639 +0x27 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:638 +0x5f8 | |
| goroutine 894 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newClientStream.func5(0xc001282000, 0xc0010fe580, 0x6dd3940, 0xc0013e18f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:324 +0xd7 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newClientStream | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:323 +0x9c1 | |
| goroutine 895 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*recvBufferReader).read(0xc002976b40, 0xc00033bcf0, 0x5, 0x5, 0xc003c512c0, 0x15, 0x20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:142 +0x1ba | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc002976b40, 0xc00033bcf0, 0x5, 0x5, 0x2, 0x2, 0xa) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:131 +0x5a | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*transportReader).Read(0xc0013e1ad0, 0xc00033bcf0, 0x5, 0x5, 0xa, 0xc001a29b08, 0x4505cf2) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:394 +0x55 | |
| io.ReadAtLeast(0x6da4520, 0xc0013e1ad0, 0xc00033bcf0, 0x5, 0x5, 0x5, 0xc00195e900, 0xc001480200, 0x70000c000000005) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:310 +0x88 | |
| io.ReadFull(0x6da4520, 0xc0013e1ad0, 0xc00033bcf0, 0x5, 0x5, 0x4, 0xffffffffffffffff, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:329 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).Read(0xc001480200, 0xc00033bcf0, 0x5, 0x5, 0x62f3440, 0xc004998084, 0xc003a4e510) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:378 +0xbf | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc00033bce0, 0x7fffffff, 0x400e53f, 0xc001644360, 0x60, 0x58, 0x652b400, 0x4c52920) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:452 +0x65 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.recv(0xc00033bce0, 0x907b048, 0x85bcd98, 0xc001480200, 0x0, 0x0, 0x654cda0, 0xc0016442a0, 0x7fffffff, 0xc001644360, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:578 +0x4d | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc00127e680, 0x654cda0, 0xc0016442a0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:542 +0x131 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc0010fe580, 0x654cda0, 0xc0016442a0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:408 +0x43 | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*gossipGossipClient).Recv(0xc0015544b0, 0x6dd3940, 0xc0013e1b60, 0xc002387b00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.pb.go:577 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*client).gossip.func2.1(0xc002898900, 0x6df1fa0, 0xc0015544b0, 0xc00127e1a0, 0x6dd3940, 0xc0013e1b60, 0xc002387b00, 0xc0017f1778, 0x43260fa) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/client.go:326 +0x4a | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*client).gossip.func2(0x6dd3940, 0xc0013e1b60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/client.go:341 +0xde | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001554520, 0xc00134e360, 0xc001355240) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 927 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*server).Gossip(0xc000116a00, 0x6df2000, 0xc0015714b0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:197 +0x69d | |
| github.com/cockroachdb/cockroach/pkg/gossip._Gossip_Gossip_Handler(0x65a2700, 0xc000116a00, 0x6ded1a0, 0xc000d68840, 0x0, 0xc0005d9620) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.pb.go:593 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerWithInterceptor.func2(0x65a2700, 0xc000116a00, 0x6ded1a0, 0xc000d68840, 0xc0002b8780, 0x67a40d8, 0x64679c0, 0x1) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:213 +0x100 | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerWithInterceptor.func4(0x65a2700, 0xc000116a00, 0x6ded1a0, 0xc000d68840, 0xc0002b8780, 0x67a40d8, 0x6dd4300, 0xc0003ec5c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:238 +0xb6 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc000334380, 0x6df69e0, 0xc002388a00, 0xc00140ad00, 0xc0003de780, 0x85404c0, 0x0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1167 +0x440 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleStream(0xc000334380, 0x6df69e0, 0xc002388a00, 0xc00140ad00, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1253 +0x12a1 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc0000dace0, 0xc000334380, 0x6df69e0, 0xc002388a00, 0xc00140ad00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:680 +0x9f | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:678 +0xa1 | |
| goroutine 928 [semacquire, 7 minutes]: | |
| sync.runtime_SemacquireMutex(0xc000116a4c, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:71 +0x3d | |
| sync.(*Mutex).Lock(0xc000116a48) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/mutex.go:134 +0xff | |
| sync.(*RWMutex).Lock(0xc000116a48) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/rwmutex.go:93 +0x2d | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*server).gossipReceiver(0xc000116a00, 0x6dd3940, 0xc0013e1b90, 0xc0006a02c0, 0xc00145de00, 0xc0046c7f60, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:339 +0x454 | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*server).Gossip.func3.1(0x6dd3940, 0xc0013e1b90) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:145 +0x9e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0015714e0, 0xc000746750, 0xc00145de80) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 972 [semacquire, 7 minutes]: | |
| sync.runtime_SemacquireMutex(0xc0002a7624, 0x402d900) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:71 +0x3d | |
| sync.(*Mutex).Lock(0xc0002a7620) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/mutex.go:134 +0xff | |
| sync.(*Once).Do(0xc0002a7620, 0xc001545760) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/once.go:40 +0x3b | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func14(0x6dd3940, 0xc001316120) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1444 +0x63 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00039cb90, 0xc00134e360, 0xc0002e4460) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 908 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x6dd3940, 0xc00136d740) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:615 +0x15a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001568d20, 0xc00134e360, 0xc00034d6e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1026 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage/closedts/provider.(*Provider).runCloser(0xc0012952d0, 0x6dd3940, 0xc001429260) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/closedts/provider/provider.go:130 +0x29d | |
| github.com/cockroachdb/cockroach/pkg/storage/closedts/provider.(*Provider).runCloser-fm(0x6dd3940, 0xc001429260) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/closedts/provider/provider.go:88 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001554d20, 0xc00134e360, 0xc001554d10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 929 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newClientStream.func5(0xc001b04000, 0xc000dbf200, 0x6dd3940, 0xc00136d470) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:324 +0xd7 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newClientStream | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:323 +0x9c1 | |
| goroutine 1010 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/storage/closedts/provider.(*Provider).Notify.func1(0x6dd3940, 0xc00136d5f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/closedts/provider/provider.go:205 +0x156 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001571670, 0xc000746750, 0xc0002b91a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 977 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage/closedts/provider.(*Provider).Notify.func1(0x6dd3940, 0xc001429290) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/closedts/provider/provider.go:205 +0x156 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00039d2c0, 0xc00134e360, 0xc0002e5cc0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1260 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).transportMonitor(0xc001174580) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:1384 +0x1c1 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).connect.func1(0xc001174580) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:960 +0x1b2 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).connect | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:951 +0xe1 | |
| goroutine 986 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func1(0x6dd3940, 0xc000e4fb30) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:155 +0x49 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034a960, 0xc00134e360, 0xc000331a40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 987 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e00000201) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc000e4fb90) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc000e4fb90) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034aa90, 0xc00134e360, 0xc00034a9f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 988 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e00000200) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc000e4fb60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc000e4fb60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034aab0, 0xc00134e360, 0xc00034aaa0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 989 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001c3) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc000e4fbf0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc000e4fbf0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034aad0, 0xc00134e360, 0xc00034aac0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 990 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001c5) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc000e4fc20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc000e4fc20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034aaf0, 0xc00134e360, 0xc00034aae0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 991 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001c4) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc000e4fc50) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc000e4fc50) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034ab10, 0xc00134e360, 0xc00034ab00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 992 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e00000202) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc000e4fbc0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc000e4fbc0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034ab30, 0xc00134e360, 0xc00034ab20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 993 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001c7) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc000e4fcb0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc000e4fcb0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034ab50, 0xc00134e360, 0xc00034ab40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1042 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001c8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc000e4fce0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc000e4fce0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034ab70, 0xc00134e360, 0xc00034ab60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1043 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001c6) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc000e4fc80) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc000e4fc80) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034ab90, 0xc00134e360, 0xc00034ab80) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1044 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001c9) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc000e4fd10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc000e4fd10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034abb0, 0xc00134e360, 0xc00034aba0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1045 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001ca) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc000e4fd40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc000e4fd40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034abd0, 0xc00134e360, 0xc00034abc0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1046 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001cb) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc001561620) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001561620) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034abf0, 0xc00134e360, 0xc00034abe0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1047 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001cc) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc0015616e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0015616e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034ac10, 0xc00134e360, 0xc00034ac00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1048 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001cd) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc001561710) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001561710) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034ac30, 0xc00134e360, 0xc00034ac20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1049 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001d2) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc001429a40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001429a40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034ac50, 0xc00134e360, 0xc00034ac40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1050 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001d3) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc001429a70) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001429a70) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034ac70, 0xc00134e360, 0xc00034ac60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1051 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001d4) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc001429aa0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001429aa0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034ac90, 0xc00134e360, 0xc00034ac80) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1052 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001ee) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc000d15950) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc000d15950) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034acb0, 0xc00134e360, 0xc00034aca0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1053 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001f4) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc0015cc000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0015cc000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034acd0, 0xc00134e360, 0xc00034acc0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1054 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001d5) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc001429ad0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001429ad0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034acf0, 0xc00134e360, 0xc00034ace0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1055 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001d0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc001429a10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001429a10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034ad10, 0xc00134e360, 0xc00034ad00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1056 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001da) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc001429b30) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001429b30) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034ad40, 0xc00134e360, 0xc00034ad30) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1057 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001dc) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc001429b60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001429b60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034ad70, 0xc00134e360, 0xc00034ad50) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1058 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001dd) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc001429b90) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001429b90) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034ada0, 0xc00134e360, 0xc00034ad80) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1059 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001d8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc001429b00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001429b00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034add0, 0xc00134e360, 0xc00034adb0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1060 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001e6) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc000e4fda0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc000e4fda0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034ae00, 0xc00134e360, 0xc00034ade0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1061 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001e9) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc000e4fdd0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc000e4fdd0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034ae40, 0xc00134e360, 0xc00034ae30) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1062 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001eb) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc000e4fe00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc000e4fe00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034ae80, 0xc00134e360, 0xc00034ae50) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1063 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001d6) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc000e4fd70) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc000e4fd70) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034aed0, 0xc00134e360, 0xc00034aea0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1064 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001cf) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc001561770) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001561770) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034af00, 0xc00134e360, 0xc00034aee0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1065 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001d1) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc0015617a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0015617a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034afc0, 0xc00134e360, 0xc00034afb0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1066 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001d7) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc0015617d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0015617d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b010, 0xc00134e360, 0xc00034b000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1067 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001d9) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc001561800) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001561800) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b030, 0xc00134e360, 0xc00034b020) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1068 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001db) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc001561830) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001561830) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b050, 0xc00134e360, 0xc00034b040) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1069 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001de) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc001561860) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001561860) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b070, 0xc00134e360, 0xc00034b060) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1070 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001e1) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc001429bf0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001429bf0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b0a0, 0xc00134e360, 0xc00034b090) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1071 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001e3) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc001429c20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001429c20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b100, 0xc00134e360, 0xc00034b0f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1072 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001df) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc001429bc0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001429bc0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b120, 0xc00134e360, 0xc00034b110) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1073 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001e0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc001561890) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001561890) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b140, 0xc00134e360, 0xc00034b130) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1074 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001e2) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc0015618c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0015618c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b160, 0xc00134e360, 0xc00034b150) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1075 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001e4) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc0015618f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0015618f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b180, 0xc00134e360, 0xc00034b170) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1076 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001ce) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc001561740) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001561740) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b1a0, 0xc00134e360, 0xc00034b190) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1077 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001f0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc0013c6360) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c6360) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b210, 0xc00134e360, 0xc00034b1d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1078 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001f2) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc0013c6390) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c6390) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b280, 0xc00134e360, 0xc00034b220) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1079 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001f6) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc0013c63c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c63c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b2c0, 0xc00134e360, 0xc00034b290) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1080 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001fd) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc0013c63f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c63f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b2f0, 0xc00134e360, 0xc00034b2e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1081 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001ff) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc0015cc090) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0015cc090) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b320, 0xc00134e360, 0xc00034b310) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1082 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001e8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc0013c62d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013c62d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b350, 0xc00134e360, 0xc00034b330) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1083 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001e7) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc001429c80) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001429c80) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b380, 0xc00134e360, 0xc00034b360) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1084 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001ea) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc001429cb0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001429cb0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b3b0, 0xc00134e360, 0xc00034b390) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1085 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001ec) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc001429ce0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001429ce0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b3e0, 0xc00134e360, 0xc00034b3c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1086 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001ed) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc001429d10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001429d10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b490, 0xc00134e360, 0xc00034b3f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1087 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001f1) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc000d15980) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc000d15980) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b4b0, 0xc00134e360, 0xc00034b4a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1088 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001f8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc001429d40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001429d40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b4d0, 0xc00134e360, 0xc00034b4c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1089 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001e5) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc001429c50) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc001429c50) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b4f0, 0xc00134e360, 0xc00034b4e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1090 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001f3) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc000e4fe60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc000e4fe60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b670, 0xc00134e360, 0xc00034b500) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1091 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001f7) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc000d159e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc000d159e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b690, 0xc00134e360, 0xc00034b680) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1092 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001fb) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc000d15a10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc000d15a10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b6b0, 0xc00134e360, 0xc00034b6a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1093 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001f5) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc000d159b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc000d159b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b6d0, 0xc00134e360, 0xc00034b6c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1094 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001f9) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc000e4fe90) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc000e4fe90) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b6f0, 0xc00134e360, 0xc00034b6e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1095 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001fa) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc000e4fec0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc000e4fec0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b710, 0xc00134e360, 0xc00034b700) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1096 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001fe) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc000e4fef0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc000e4fef0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b740, 0xc00134e360, 0xc00034b730) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1097 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001ef) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc000e4fe30) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc000e4fe30) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b770, 0xc00134e360, 0xc00034b760) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1098 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0015060d0, 0x355c912e000001fc) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0015060c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000f6c680, 0x6dd3940, 0xc0015cc060) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0015cc060) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b7a0, 0xc00134e360, 0xc00034b790) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1099 [semacquire, 7 minutes]: | |
| sync.runtime_Semacquire(0xc000f6c6f8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:56 +0x39 | |
| sync.(*WaitGroup).Wait(0xc000f6c6f0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/waitgroup.go:130 +0x64 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Wait(0xc000f6c680, 0x6dd3940, 0xc0015cc030) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:171 +0x31 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Wait-fm(0x6dd3940, 0xc0015cc030) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3916 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b7d0, 0xc00134e360, 0xc00034b7b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1100 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).raftTickLoop(0xc001e8a580, 0x6dd3940, 0xc0013c6480) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3932 +0x263 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).raftTickLoop-fm(0x6dd3940, 0xc0013c6480) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3918 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b800, 0xc00134e360, 0xc00034b7e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1101 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).coalescedHeartbeatsLoop(0xc001e8a580, 0x6dd3940, 0xc00136d620) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3988 +0x128 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).coalescedHeartbeatsLoop-fm(0x6dd3940, 0xc00136d620) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3919 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b870, 0xc00134e360, 0xc00034b810) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1102 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).Start.func2(0x6dd3940, 0xc0015cc0c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1336 +0xe5 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b8c0, 0xc00134e360, 0xc000331a60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1103 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).startGossip.func4(0x6dd3940, 0xc000e4ff20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1477 +0x36b | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b8d0, 0xc00134e360, 0xc0028c05f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1104 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).startGossip.func4(0x6dd3940, 0xc000d15a40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1477 +0x36b | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b8e0, 0xc00134e360, 0xc0028c0640) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1105 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).startGossip.func4(0x6dd3940, 0xc001429d70) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1477 +0x36b | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b8f0, 0xc00134e360, 0xc0028c0690) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1007 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*controlBuffer).get(0xc000fbb780, 0x1, 0x0, 0x0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:300 +0x103 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*loopyWriter).run(0xc001021c80, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:387 +0x1ac | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client.func3(0xc000cff200) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:303 +0x7b | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:301 +0xc3a | |
| goroutine 1107 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).startLeaseRenewer.func1(0x6dd3940, 0xc000d15a70) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1526 +0x2c9 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b930, 0xc00134e360, 0xc00034b920) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1108 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc001355fd0, 0x14) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc001355fc0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage/closedts/provider.(*Provider).Subscribe(0xc0012952d0, 0x6dd3940, 0xc001575440, 0xc001e8eae0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/closedts/provider/provider.go:276 +0x3fa | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).startClosedTimestampRangefeedSubscriber.func1(0x6dd3940, 0xc001575440) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1547 +0x57 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00134e360, 0x6dd3940, 0xc001575440, 0xc0000547b0, 0x25, 0x0, 0x0, 0xc000331a80) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:323 +0xe6 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:318 +0x134 | |
| goroutine 910 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x6dd3940, 0xc00136d710) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:615 +0x15a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001568d40, 0xc00134e360, 0xc00034d780) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1109 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).startClosedTimestampRangefeedSubscriber.func2(0x6dd3940, 0xc000d15aa0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1555 +0x2c9 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b940, 0xc00134e360, 0xc000331aa0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 911 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x6dd3940, 0xc0012bd6b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:615 +0x15a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001568d50, 0xc00134e360, 0xc00034d7a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1110 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*StoreRebalancer).Start.func1(0x6dd3940, 0xc001429da0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store_rebalancer.go:185 +0x13d | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b950, 0xc00134e360, 0xc000331ac0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 912 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x6dd3940, 0xc000d15b00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:615 +0x15a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001568d60, 0xc00134e360, 0xc00034d7c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 913 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x6dd3940, 0xc000d15ad0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:615 +0x15a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001568d70, 0xc00134e360, 0xc00034d7e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1122 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x6dd3940, 0xc0015cc300) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:615 +0x15a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001568d80, 0xc00134e360, 0xc00034d800) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1123 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x6dd3940, 0xc001429e00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:615 +0x15a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001568d90, 0xc00134e360, 0xc00034d820) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1124 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x6dd3940, 0xc0012bd7a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:615 +0x15a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001568da0, 0xc00134e360, 0xc00034d840) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1125 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*replicaScanner).waitAndProcess(0xc000c3eea0, 0x6dd3940, 0xc0013c64e0, 0xc00134e360, 0x3adb65e8, 0xed3f382d4, 0x0, 0xc002df9680, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scanner.go:221 +0x1ce | |
| github.com/cockroachdb/cockroach/pkg/storage.(*replicaScanner).scanLoop.func1.1(0xc002df9680, 0xc001574ff0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scanner.go:283 +0x81 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*storeReplicaVisitor).Visit(0xc001574ff0, 0xc003f302c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:330 +0x1b8 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*replicaScanner).scanLoop.func1(0x6dd3940, 0xc0013c64e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scanner.go:281 +0x1ad | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001568db0, 0xc00134e360, 0xc00034d880) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1111 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage/compactor.(*Compactor).Start.func1.1(0x6dd3940, 0xc0012bd7d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/compactor/compactor.go:127 +0x147 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b960, 0xc00134e360, 0xc000331b20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1112 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).startComputePeriodicMetrics.func1(0x6dd3940, 0xc001429e30) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:771 +0x113 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034ba70, 0xc00134e360, 0xc000331d00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1113 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).startGossip.func1(0x6dd3940, 0xc0013c6510) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:733 +0x22e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034ba80, 0xc00134e360, 0xc000331d20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1114 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.periodicallyPersistHLCUpperBound(0xc0013d40a0, 0xc0004d4690, 0xc00034bae0, 0x67aa260, 0xc000c3b920, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:971 +0x181 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).startPersistingHLCUpperBound.func2(0x6dd3940, 0xc0012bd890) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1045 +0x6a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034baf0, 0xc00134e360, 0xc001575830) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1115 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).refreshSettings.func2(0x6dd3940, 0xc0012bd920) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/settingsworker.go:113 +0x106 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034bb10, 0xc00134e360, 0xc000331da0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1116 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).startSampleEnvironment.func1(0x6dd3940, 0xc000d15b30) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1898 +0x164 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034bbe0, 0xc00134e360, 0xc000331f40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1117 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).startSampleEnvironment.func2(0x6dd3940, 0xc000d15b60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1914 +0x138 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034bbf0, 0xc00134e360, 0xc000331f60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1118 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).waitOnHeader(0xc005061500, 0x1, 0xc004f38ae0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:240 +0xcf | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).RecvCompress(0xc005061500, 0xc004f38ae0, 0xc0064ebb70) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:251 +0x2b | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc00264e680, 0x65a29c0, 0xc004d3ca80, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:528 +0x627 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc001b73080, 0x65a29c0, 0xc004d3ca80, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:408 +0x43 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.invoke(0x6dd3940, 0xc0041be300, 0x6698f9f, 0x21, 0x6632600, 0xc001b73000, 0x65a29c0, 0xc004d3ca80, 0xc001282000, 0xc001354c40, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/call.go:83 +0x186 | |
| github.com/cockroachdb/cockroach/vendor/github.com/grpc-ecosystem/grpc-opentracing/go/otgrpc.OpenTracingClientInterceptor.func1(0x6dd3940, 0xc0041be300, 0x6698f9f, 0x21, 0x6632600, 0xc001b73000, 0x65a29c0, 0xc004d3ca80, 0xc001282000, 0x67a92a0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/grpc-ecosystem/grpc-opentracing/go/otgrpc/client.go:47 +0xb49 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ClientConn).Invoke(0xc001282000, 0x6dd3940, 0xc0041be300, 0x6698f9f, 0x21, 0x6632600, 0xc001b73000, 0x65a29c0, 0xc004d3ca80, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/call.go:35 +0x109 | |
| github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc002f87ff8, 0x6dd3940, 0xc0041be300, 0xc001b73000, 0x0, 0x0, 0x0, 0xc0041be300, 0x1, 0x6dd3940) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9299 +0xd2 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*grpcTransport).sendBatch(0xc0041be390, 0x6dd3940, 0xc0041be300, 0x1, 0x6dac000, 0xc002f87ff8, 0x0, 0x0, 0x100000001, 0x1, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/transport.go:199 +0x126 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*grpcTransport).SendNext(0xc0041be390, 0x6dd3940, 0xc0041be300, 0x0, 0x0, 0x100000001, 0x1, 0x4, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/transport.go:168 +0x130 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendToReplicas(0xc0008c2700, 0x6dd3940, 0xc0041be300, 0xc0008c2750, 0x4, 0xc0064519c0, 0x1, 0x1, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:1345 +0x2d3 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendRPC(0xc0008c2700, 0x6dd3940, 0xc0041be300, 0x4, 0xc0064519c0, 0x1, 0x1, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:400 +0x244 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendSingleRange(0xc0008c2700, 0x6dd3940, 0xc0041be300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:478 +0x228 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendPartialBatch(0xc0008c2700, 0x6dd3940, 0xc0041be300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:1121 +0x322 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).divideAndSendBatchToRanges(0xc0008c2700, 0x6dd3940, 0xc0041be300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:780 +0x13b5 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).Send(0xc0008c2700, 0x6dd3940, 0xc0041be300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:692 +0x48b | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*CrossRangeTxnWrapperSender).Send(0xc000dbebe0, 0x6dd3940, 0xc0041be300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:212 +0xaf | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).sendUsingSender(0xc000dbeb80, 0x6dd3940, 0xc0041be300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:622 +0x119 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).send(0xc000dbeb80, 0x6dd3940, 0xc0041be300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:604 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).send-fm(0x6dd3940, 0xc0041be300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:570 +0x76 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.sendAndFill(0x6dd3940, 0xc0041be300, 0xc002b4c8d0, 0xc002fd8a00, 0x0, 0xc002b4c940) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:547 +0xeb | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).Run(0xc000dbeb80, 0x6dd3940, 0xc0041be300, 0xc002fd8a00, 0x31, 0xc0062574a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:570 +0x9c | |
| github.com/cockroachdb/cockroach/pkg/ts.(*DB).storeKvs(0xc0006c4690, 0x6dd3940, 0xc0041be300, 0xc0064a0000, 0x221, 0x266, 0xc0062574a0, 0x32) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/ts/db.go:308 +0x1bb | |
| github.com/cockroachdb/cockroach/pkg/ts.(*DB).tryStoreData(0xc0006c4690, 0x6dd3940, 0xc0041be300, 0x1, 0xc006112000, 0x221, 0x221, 0x6dc9f00, 0xc0003c51e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/ts/db.go:246 +0x2ca | |
| github.com/cockroachdb/cockroach/pkg/ts.(*DB).StoreData(0xc0006c4690, 0x6dd3940, 0xc0041be300, 0x1, 0xc006112000, 0x221, 0x221, 0x6e01aa0, 0xc0003c51e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/ts/db.go:211 +0xe3 | |
| github.com/cockroachdb/cockroach/pkg/ts.(*poller).poll.func1(0x6dd3940, 0xc001575890) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/ts/db.go:194 +0x13d | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTask(0xc00134e360, 0x6dd3940, 0xc001575890, 0x666d1e2, 0xf, 0xc002b4cec8, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:285 +0xea | |
| github.com/cockroachdb/cockroach/pkg/ts.(*poller).poll(0xc001e8ec00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/ts/db.go:185 +0xf0 | |
| github.com/cockroachdb/cockroach/pkg/ts.(*poller).start.func1(0x6dd3940, 0xc001429e60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/ts/db.go:169 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034bc60, 0xc00134e360, 0xc00034bc50) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1119 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).waitOnHeader(0xc005227600, 0x1, 0xc00360e9c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:240 +0xcf | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).RecvCompress(0xc005227600, 0xc00360e9c0, 0xc00604dc68) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:251 +0x2b | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc000c3e680, 0x65a29c0, 0xc006193c70, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:528 +0x627 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc000f13f00, 0x65a29c0, 0xc006193c70, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:408 +0x43 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.invoke(0x6dd3940, 0xc005cc5d70, 0x6698f9f, 0x21, 0x6632600, 0xc000f13e80, 0x65a29c0, 0xc006193c70, 0xc001282000, 0xc001354c40, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/call.go:83 +0x186 | |
| github.com/cockroachdb/cockroach/vendor/github.com/grpc-ecosystem/grpc-opentracing/go/otgrpc.OpenTracingClientInterceptor.func1(0x6dd3940, 0xc005cc5d70, 0x6698f9f, 0x21, 0x6632600, 0xc000f13e80, 0x65a29c0, 0xc006193c70, 0xc001282000, 0x67a92a0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/grpc-ecosystem/grpc-opentracing/go/otgrpc/client.go:47 +0xb49 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ClientConn).Invoke(0xc001282000, 0x6dd3940, 0xc005cc5d70, 0x6698f9f, 0x21, 0x6632600, 0xc000f13e80, 0x65a29c0, 0xc006193c70, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/call.go:35 +0x109 | |
| github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc0048e3a20, 0x6dd3940, 0xc005cc5d70, 0xc000f13e80, 0x0, 0x0, 0x0, 0xc005cc5d70, 0x1, 0x6dd3940) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9299 +0xd2 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*grpcTransport).sendBatch(0xc00547a660, 0x6dd3940, 0xc005cc5d70, 0x1, 0x6dac000, 0xc0048e3a20, 0x0, 0x0, 0x100000001, 0x1, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/transport.go:199 +0x126 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*grpcTransport).SendNext(0xc00547a660, 0x6dd3940, 0xc005cc5d70, 0x0, 0x0, 0x100000001, 0x1, 0x3, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/transport.go:168 +0x130 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendToReplicas(0xc0008c2700, 0x6dd3940, 0xc005cc5d70, 0xc0008c2750, 0x3, 0xc0036bc880, 0x1, 0x1, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:1345 +0x2d3 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendRPC(0xc0008c2700, 0x6dd3940, 0xc005cc5d70, 0x3, 0xc0036bc880, 0x1, 0x1, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:400 +0x244 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendSingleRange(0xc0008c2700, 0x6dd3940, 0xc005cc5d70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:478 +0x228 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendPartialBatch(0xc0008c2700, 0x6dd3940, 0xc005cc5d70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:1121 +0x322 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).divideAndSendBatchToRanges(0xc0008c2700, 0x6dd3940, 0xc005cc5d70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:780 +0x13b5 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).Send(0xc0008c2700, 0x6dd3940, 0xc005cc5d70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:692 +0x48b | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*CrossRangeTxnWrapperSender).Send(0xc000dbebe0, 0x6dd3940, 0xc000d15b90, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:212 +0xaf | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).sendUsingSender(0xc000dbeb80, 0x6dd3940, 0xc000d15b90, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:622 +0x119 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).send(0xc000dbeb80, 0x6dd3940, 0xc000d15b90, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:604 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).send-fm(0x6dd3940, 0xc000d15b90, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:570 +0x76 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.sendAndFill(0x6dd3940, 0xc000d15b90, 0xc0049299c8, 0xc000f40300, 0xc0036bc780, 0x655afc0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:547 +0xeb | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).Run(0xc000dbeb80, 0x6dd3940, 0xc000d15b90, 0xc000f40300, 0xc001277000, 0xc003c26601) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:570 +0x9c | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).PutInline(0xc000dbeb80, 0x6dd3940, 0xc000d15b90, 0x64d53a0, 0xc0036bc780, 0x655afc0, 0xc001277000, 0xc0048f3f50, 0xe) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:343 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/server/status.(*MetricsRecorder).WriteNodeStatus(0xc001c62160, 0x6dd3940, 0xc000d15b90, 0xc000dbeb80, 0x4, 0x66572aa, 0x3, 0xc0002a7600, 0xf, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/status/recorder.go:512 +0x16c | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).writeNodeStatus.func1(0x6dd3940, 0xc000d15b90) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:882 +0x1bc | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTask(0xc00134e360, 0x6dd3940, 0xc000d15b90, 0x668654b, 0x1a, 0xc0025fde80, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:285 +0xea | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).writeNodeStatus(0xc000fa0400, 0x6dd3940, 0xc000d15b90, 0x4a817c800, 0x1, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:853 +0xa8 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).startWriteNodeStatus.func1(0x6dd3940, 0xc000d15b90) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:839 +0x1ea | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034bc70, 0xc00134e360, 0xc000331f80) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1120 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*SchemaChangeManager).Start.func1(0x6dd3940, 0xc0013c67e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/schema_changer.go:1558 +0x4ee | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034bc80, 0xc00134e360, 0xc000331fc0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1121 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/distsqlrun.(*flowScheduler).Start.func1(0x6dd3940, 0xc0015cc3f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsqlrun/flow_scheduler.go:151 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034bcd0, 0xc00134e360, 0xc00034bcc0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1138 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).Start.func1(0x6dd3940, 0xc000d15d40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:313 +0xf6 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034bce0, 0xc00134e360, 0xc000331fe0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1139 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).PeriodicallyClearStmtStats.func1(0x6dd3940, 0xc00136d770) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:663 +0x229 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034bcf0, 0xc00134e360, 0xc000358020) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1140 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).waitOnHeader(0xc0008c3900, 0x1, 0xc004235560) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:240 +0xcf | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).RecvCompress(0xc0008c3900, 0xc004235560, 0xc0049625a8) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:251 +0x2b | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*csAttempt).recvMsg(0xc002fdba00, 0x65a29c0, 0xc0046ca850, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:528 +0x627 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc001b61e00, 0x65a29c0, 0xc0046ca850, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:408 +0x43 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.invoke(0x6dd3940, 0xc004abbc80, 0x6698f9f, 0x21, 0x6632600, 0xc001b61d80, 0x65a29c0, 0xc0046ca850, 0xc001282000, 0xc001354c40, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/call.go:83 +0x186 | |
| github.com/cockroachdb/cockroach/vendor/github.com/grpc-ecosystem/grpc-opentracing/go/otgrpc.OpenTracingClientInterceptor.func1(0x6dd3940, 0xc004abbc80, 0x6698f9f, 0x21, 0x6632600, 0xc001b61d80, 0x65a29c0, 0xc0046ca850, 0xc001282000, 0x67a92a0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/grpc-ecosystem/grpc-opentracing/go/otgrpc/client.go:47 +0xb49 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ClientConn).Invoke(0xc001282000, 0x6dd3940, 0xc004abbc80, 0x6698f9f, 0x21, 0x6632600, 0xc001b61d80, 0x65a29c0, 0xc0046ca850, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/call.go:35 +0x109 | |
| github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc0048e28f8, 0x6dd3940, 0xc004abbc80, 0xc001b61d80, 0x0, 0x0, 0x0, 0xc004abbc80, 0x1, 0x6dd3940) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9299 +0xd2 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*grpcTransport).sendBatch(0xc004abbd40, 0x6dd3940, 0xc004abbc80, 0x1, 0x6dac000, 0xc0048e28f8, 0x0, 0x0, 0x100000001, 0x1, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/transport.go:199 +0x126 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*grpcTransport).SendNext(0xc004abbd40, 0x6dd3940, 0xc004abbc80, 0x0, 0x0, 0x100000001, 0x1, 0x2, 0x0, 0xc0008c3800, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/transport.go:168 +0x130 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendToReplicas(0xc0008c2700, 0x6dd3940, 0xc004abbc80, 0xc0008c2750, 0x2, 0xc005d06c00, 0x1, 0x1, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:1345 +0x2d3 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendRPC(0xc0008c2700, 0x6dd3940, 0xc004abbc80, 0x2, 0xc005d06c00, 0x1, 0x1, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:400 +0x244 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendSingleRange(0xc0008c2700, 0x6dd3940, 0xc004abbc80, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0008c3800, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:478 +0x228 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendPartialBatch(0xc0008c2700, 0x6dd3940, 0xc004abbc80, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0008c3800, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:1121 +0x322 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).divideAndSendBatchToRanges(0xc0008c2700, 0x6dd3940, 0xc004abbc80, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0008c3800, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:780 +0x13b5 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).Send(0xc0008c2700, 0x6dd3940, 0xc004abbc80, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0008c3700, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:692 +0x48b | |
| github.com/cockroachdb/cockroach/pkg/kv.(*txnLockGatekeeper).SendLocked(0xc0041237d0, 0x6dd3940, 0xc004abbc80, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0008c3700, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_coord_sender.go:232 +0xe8 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*txnMetrics).SendLocked(0xc004123798, 0x6dd3940, 0xc004abbc80, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0008c3700, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_interceptor_metrics.go:56 +0xa2 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*txnSpanRefresher).sendLockedWithRefreshAttempts(0xc004123700, 0x6dd3940, 0xc004abbc80, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0008c3700, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_interceptor_span_refresher.go:160 +0x83 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*txnSpanRefresher).SendLocked(0xc004123700, 0x6dd3940, 0xc004abbc80, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0008c3700, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_interceptor_span_refresher.go:101 +0xf9 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*txnPipeliner).SendLocked(0xc004123680, 0x6dd3940, 0xc004abbc80, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0008c3700, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_interceptor_pipeliner.go:158 +0x260 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*txnIntentCollector).SendLocked(0xc004123640, 0x6dd3940, 0xc004abbc80, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0008c3700, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_interceptor_intent_collector.go:105 +0x474 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*txnSeqNumAllocator).SendLocked(0xc004123780, 0x6dd3940, 0xc004abbc80, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0008c3700, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_interceptor_sequence_nums.go:66 +0x23b | |
| github.com/cockroachdb/cockroach/pkg/kv.(*txnHeartbeat).SendLocked(0xc004123588, 0x6dd3940, 0xc004abbc80, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0008c3700, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_interceptor_heartbeat.go:248 +0x52a | |
| github.com/cockroachdb/cockroach/pkg/kv.(*TxnCoordSender).Send(0xc004123400, 0x6dd3940, 0xc004abbc80, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0008c3700, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_coord_sender.go:650 +0x53b | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).sendUsingSender(0xc000dbeb80, 0x6dd3900, 0xc0042353e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:622 +0x119 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).Send(0xc00134f7a0, 0x6dd3900, 0xc0042353e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:804 +0x13c | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).Send-fm(0x6dd3900, 0xc0042353e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:496 +0x76 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.sendAndFill(0x6dd3900, 0xc0042353e0, 0xc004965718, 0xc004589c00, 0x0, 0xc0049657e8) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:547 +0xeb | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).Run(0xc00134f7a0, 0x6dd3900, 0xc0042353e0, 0xc004589c00, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:496 +0xcf | |
| github.com/cockroachdb/cockroach/pkg/storage.(*NodeLiveness).updateLivenessAttempt.func1(0x6dd3900, 0xc0042353e0, 0xc00134f7a0, 0x0, 0xc0042353f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/node_liveness.go:821 +0x2f4 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).Txn.func1(0x6dd3900, 0xc0042353e0, 0xc00134f7a0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:585 +0x43 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).exec(0xc00134f7a0, 0x6dd3900, 0xc0042353e0, 0xc004b30bd0, 0x1, 0xc00134f7a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:701 +0xd9 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).Txn(0xc000dbeb80, 0x6dd3900, 0xc0042353e0, 0xc005d06b40, 0x0, 0xc004965ab0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:584 +0xe3 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*NodeLiveness).updateLivenessAttempt(0xc0028280f0, 0x6dd3900, 0xc0042353e0, 0x4, 0x1, 0x158256cee8d18990, 0x0, 0x0, 0x0, 0xc00131d080, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/node_liveness.go:797 +0xf4 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*NodeLiveness).updateLiveness(0xc0028280f0, 0x6dd3900, 0xc0042353e0, 0x4, 0x1, 0x158256cee8d18990, 0x0, 0x0, 0x0, 0xc00131d080, ...) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/node_liveness.go:770 +0x120 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*NodeLiveness).heartbeatInternal(0xc0028280f0, 0x6dd3900, 0xc0042353e0, 0xc00131d080, 0x4000000000000000, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/node_liveness.go:564 +0x45d | |
| github.com/cockroachdb/cockroach/pkg/storage.(*NodeLiveness).StartHeartbeat.func1.1(0xc0028280f0, 0x2faf080, 0x3b9aca00, 0x4000000000000000, 0x0, 0x0, 0xc000c3b8c0, 0xc004965e67, 0x6dd3900, 0xc0042353e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/node_liveness.go:447 +0x2b7 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*NodeLiveness).StartHeartbeat.func1(0x6dd3940, 0xc000d15e00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/node_liveness.go:458 +0x2bd | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034bdc0, 0xc00134e360, 0xc0028c07d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1141 [select]: | |
| github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).Start.func1(0x6dd3940, 0xc000d15dd0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:288 +0x126 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034bdd0, 0xc00134e360, 0xc001575980) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1142 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).Start.func2(0x6dd3940, 0xc0012bdb30) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:299 +0xed | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034bde0, 0xc00134e360, 0xc0015759b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1143 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/stats.(*Refresher).Start.func1(0x6dd3940, 0xc0015cce10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/stats/automatic_stats.go:187 +0x132 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034bdf0, 0xc00134e360, 0xc000358120) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1038 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).keepalive(0xc0030c1b00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1184 +0x113 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:265 +0x11f9 | |
| goroutine 1146 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.muxListener.Accept(0x6dcf3c0, 0xc0014a87e8, 0xc0005d83c0, 0x28, 0x6490180, 0x64fa640, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:184 +0x41 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith(0xc0014a87d8, 0x6dd3940, 0xc0015cd350, 0xc00134e360, 0x6dcff00, 0xc0003d1e00, 0xc0015cd380, 0x6dd3940, 0xc000c3c8a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:118 +0x50 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func19(0x6dd3940, 0xc0015cd350) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1670 +0x194 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034bfd0, 0xc00134e360, 0xc0009925c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1147 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).startSystemLogsGC.func1(0x6dd3940, 0xc0015cd3e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server_systemlog_gc.go:175 +0x53f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034bfe0, 0xc00134e360, 0xc000358820) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1134 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ccResolverWrapper).watcher(0xc0012c3d70) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/resolver_conn_wrapper.go:109 +0x142 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ccResolverWrapper).start | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/resolver_conn_wrapper.go:95 +0x3f | |
| goroutine 1250 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.MakeServer.func2(0x6dd3940, 0xc00158fc50) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:99 +0x64 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001569080, 0xc000747d40, 0xc0003a6340) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1135 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc000341a40, 0xc001491cc0, 0xc000395860, 0xf, 0xc000f3a540, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:736 +0x3a3 | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).GRPCDial.func1.1.1(0x6dd3940, 0xc0012c3dd0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:667 +0x74 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000444880, 0xc000747d40, 0xc0012c3da0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1176 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc001159500) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:122 +0x10f | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newCCBalancerWrapper | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:113 +0x13d | |
| goroutine 1136 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x6dd3940, 0xc0012b4570) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:615 +0x15a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000444970, 0xc000747d40, 0xc000324f40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1150 [select, 7 minutes]: | |
| database/sql.(*DB).connectionOpener(0xc001b9fe00, 0x6dd3880, 0xc000992800) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/database/sql/sql.go:1001 +0xe8 | |
| created by database/sql.OpenDB | |
| /usr/local/Cellar/go/1.11.1/libexec/src/database/sql/sql.go:671 +0x15d | |
| goroutine 1151 [select, 7 minutes]: | |
| database/sql.(*DB).connectionResetter(0xc001b9fe00, 0x6dd3880, 0xc000992800) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/database/sql/sql.go:1014 +0xfb | |
| created by database/sql.OpenDB | |
| /usr/local/Cellar/go/1.11.1/libexec/src/database/sql/sql.go:672 +0x193 | |
| goroutine 1211 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ccResolverWrapper).watcher(0xc000d0c930) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/resolver_conn_wrapper.go:109 +0x142 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ccResolverWrapper).start | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/resolver_conn_wrapper.go:95 +0x3f | |
| goroutine 1177 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).transportMonitor(0xc001d042c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:1384 +0x1c1 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).connect.func1(0xc001d042c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:960 +0x1b2 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).connect | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:951 +0xe1 | |
| goroutine 1182 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc001276000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:875 +0x1ea | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:283 +0xd60 | |
| goroutine 1181 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*controlBuffer).get(0xc001159640, 0x1, 0x0, 0x0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:300 +0x103 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*loopyWriter).run(0xc000671800, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:387 +0x1ac | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server.func2(0xc001276000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:277 +0xcb | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:274 +0xd3b | |
| goroutine 1378 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x6dd3940, 0xc0012b45d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:615 +0x15a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000444990, 0xc000747d40, 0xc000324fa0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1379 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x6dd3940, 0xc0012b4630) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:615 +0x15a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0004449a0, 0xc000747d40, 0xc000324fc0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1040 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*controlBuffer).get(0xc003748880, 0x1, 0x0, 0x0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:300 +0x103 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*loopyWriter).run(0xc00368ee40, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:387 +0x1ac | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client.func3(0xc0030c1b00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:303 +0x7b | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:301 +0xc3a | |
| goroutine 1284 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func1(0x6dd3940, 0xc0013ac9f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:155 +0x49 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034ae00, 0xc000747d40, 0xc00000c0a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1152 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/security.(*CertificateManager).RegisterSignalHandler.func1(0xc000747d40, 0xc0021be8f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/security/certificate_manager.go:179 +0xde | |
| created by github.com/cockroachdb/cockroach/pkg/security.(*CertificateManager).RegisterSignalHandler | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/security/certificate_manager.go:176 +0x49 | |
| goroutine 1153 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewContext.func1(0x6dd3940, 0xc0014ed380) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:386 +0x51 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0010238f0, 0xc000747d40, 0xc0031b5a00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1186 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.newInfoStore.func1(0x6dd3940, 0xc0014ed3b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/infostore.go:194 +0x15a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0010239b0, 0xc000747d40, 0xc0010239a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1163 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).transportMonitor(0xc002670000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:1384 +0x1c1 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).connect.func1(0xc002670000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:960 +0x1b2 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).connect | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:951 +0xe1 | |
| goroutine 1180 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*controlBuffer).get(0xc0012dfc40, 0x1, 0x0, 0x0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:300 +0x103 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*loopyWriter).run(0xc0006714a0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:387 +0x1ac | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client.func3(0xc0001c2900) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:303 +0x7b | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:301 +0xc3a | |
| goroutine 1137 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x6dd3940, 0xc0012b4600) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:615 +0x15a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000444980, 0xc000747d40, 0xc000324f60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1268 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).keepalive(0xc00177bd40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1184 +0x113 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:265 +0x11f9 | |
| goroutine 1202 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ccResolverWrapper).watcher(0xc0011bc990) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/resolver_conn_wrapper.go:109 +0x142 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ccResolverWrapper).start | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/resolver_conn_wrapper.go:95 +0x3f | |
| goroutine 1203 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc0003ec500, 0xc002ce6f00, 0xc0000dad40, 0xf, 0xc002f815c0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:736 +0x3a3 | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).GRPCDial.func1.1.1(0x6dd3940, 0xc0011bc9f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:667 +0x74 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003cf9a0, 0xc000746750, 0xc0011bc9c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1204 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc00063f380) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:122 +0x10f | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newCCBalancerWrapper | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:113 +0x13d | |
| goroutine 1205 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).transportMonitor(0xc002435b80) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:1384 +0x1c1 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).connect.func1(0xc002435b80) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:960 +0x1b2 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).connect | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:951 +0xe1 | |
| goroutine 1005 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).keepalive(0xc000cff200) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1184 +0x113 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:265 +0x11f9 | |
| goroutine 1006 [IO wait]: | |
| internal/poll.runtime_pollWait(0x9080918, 0x72, 0xc00328e988) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/netpoll.go:173 +0x66 | |
| internal/poll.(*pollDesc).wait(0xc002438b98, 0x72, 0xffffffffffffff00, 0x6da6b00, 0x82fd2d8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a | |
| internal/poll.(*pollDesc).waitRead(0xc002438b98, 0xc005b6a000, 0x4000, 0x4000) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d | |
| internal/poll.(*FD).Read(0xc002438b80, 0xc005b6a000, 0x4000, 0x4000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_unix.go:169 +0x1d6 | |
| net.(*netFD).Read(0xc002438b80, 0xc005b6a000, 0x4000, 0x4000, 0x400b27b, 0xc00003a000, 0x636f520) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc000d74048, 0xc005b6a000, 0x4000, 0x4000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/net.go:177 +0x68 | |
| crypto/tls.(*block).readFromUntil(0xc000fa8ea0, 0xc3b3510, 0xc000d74048, 0x5, 0xc000d74048, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:492 +0x89 | |
| crypto/tls.(*Conn).readRecord(0xc0020cc000, 0x67aa017, 0xc0020cc120, 0xc00328ece8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:593 +0xdd | |
| crypto/tls.(*Conn).Read(0xc0020cc000, 0xc001d38000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:1145 +0xf1 | |
| bufio.(*Reader).Read(0xc0025e1860, 0xc002096658, 0x9, 0x9, 0xc00328edf0, 0x400e53f, 0xc0003c2ff0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/bufio/bufio.go:216 +0x22f | |
| io.ReadAtLeast(0x6da0720, 0xc0025e1860, 0xc002096658, 0x9, 0x9, 0x9, 0x9007880, 0x0, 0xc00147ea20) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:310 +0x88 | |
| io.ReadFull(0x6da0720, 0xc0025e1860, 0xc002096658, 0x9, 0x9, 0x6db50c0, 0xc0003c2ff0, 0xc00328ee88) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:329 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc002096658, 0x9, 0x9, 0x6da0720, 0xc0025e1860, 0x0, 0xc000000000, 0xc00328ee98, 0xc00328ef10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc002096620, 0xc004b3bbc0, 0xc004b3bbc0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa3 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).reader(0xc000cff200) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1135 +0x12b | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:270 +0xad7 | |
| goroutine 1017 [sync.Cond.Wait, 7 minutes]: | |
| sync.runtime_notifyListWait(0xc002bcf628, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc002bcf618) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage/engine.(*RocksDB).syncLoop(0xc002bcf500) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:654 +0x72 | |
| created by github.com/cockroachdb/cockroach/pkg/storage/engine.(*RocksDB).open | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:642 +0x41e | |
| goroutine 1206 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*controlBuffer).get(0xc000ece4c0, 0x1, 0x0, 0x0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:300 +0x103 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*loopyWriter).run(0xc0010eaae0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:387 +0x1ac | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server.func2(0xc0032e6c00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:277 +0xcb | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:274 +0xd3b | |
| goroutine 1162 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc000ece9c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:122 +0x10f | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newCCBalancerWrapper | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:113 +0x13d | |
| goroutine 1208 [IO wait]: | |
| internal/poll.runtime_pollWait(0x9080848, 0x72, 0xc001c6a8a0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/netpoll.go:173 +0x66 | |
| internal/poll.(*pollDesc).wait(0xc003330518, 0x72, 0xffffffffffffff00, 0x6da6b00, 0x82fd2d8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a | |
| internal/poll.(*pollDesc).waitRead(0xc003330518, 0xc002796000, 0x4000, 0x4000) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d | |
| internal/poll.(*FD).Read(0xc003330500, 0xc002796000, 0x4000, 0x4000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_unix.go:169 +0x1d6 | |
| net.(*netFD).Read(0xc003330500, 0xc002796000, 0x4000, 0x4000, 0xc001c6aa10, 0x451cf3f, 0xc0003c2f70) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc0006a0000, 0xc002796000, 0x4000, 0x4000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/net.go:177 +0x68 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*MuxConn).Read(0xc002e141e0, 0xc002796000, 0x4000, 0x4000, 0x64f5860, 0x0, 0x9392170) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x11a | |
| crypto/tls.(*block).readFromUntil(0xc000fa9410, 0x9392170, 0xc002e141e0, 0x5, 0xc002e141e0, 0xc001c6ab01) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:492 +0x89 | |
| crypto/tls.(*Conn).readRecord(0xc0020cc380, 0x67aa017, 0xc0020cc4a0, 0xc004b3b800) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:593 +0xdd | |
| crypto/tls.(*Conn).Read(0xc0020cc380, 0xc0032f8000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:1145 +0xf1 | |
| bufio.(*Reader).Read(0xc00334ac00, 0xc000ee81f8, 0x9, 0x9, 0xc001118588, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/bufio/bufio.go:216 +0x22f | |
| io.ReadAtLeast(0x6da0720, 0xc00334ac00, 0xc000ee81f8, 0x9, 0x9, 0x9, 0xc001c6ad80, 0x451f06d, 0xc001118580) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:310 +0x88 | |
| io.ReadFull(0x6da0720, 0xc00334ac00, 0xc000ee81f8, 0x9, 0x9, 0xc001f68000, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:329 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc000ee81f8, 0x9, 0x9, 0x6da0720, 0xc00334ac00, 0x0, 0xd500000000, 0x6000010001, 0x10001000000d5) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc000ee81c0, 0xc000fa98c0, 0xc000fa98c0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa3 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc0032e6c00, 0xc000c1b110, 0x67a9218) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:434 +0x7c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc00282a000, 0x6df69e0, 0xc0032e6c00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:676 +0xdd | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn.func2() | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:631 +0x3c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn.func3(0xc000330960, 0xc00282a000, 0x9357220, 0xc0032e6c00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:639 +0x27 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:638 +0x5f8 | |
| goroutine 1212 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc000341a40, 0xc000d2f7c0, 0xc000221150, 0xf, 0xc001d0a300, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:736 +0x3a3 | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).GRPCDial.func1.1.1(0x6dd3940, 0xc000d0cb40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:667 +0x74 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034a5c0, 0xc000747d40, 0xc000d0cb10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1020 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc000c1bd70) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000412b20, 0xc000747d40, 0xc000412ac0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1021 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc000c1bda0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000412b70, 0xc000747d40, 0xc000412b60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1022 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc000d0c030) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000412ba0, 0xc000747d40, 0xc000412b90) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1023 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc000d0c060) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000412bf0, 0xc000747d40, 0xc000412be0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1024 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc000d0c090) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000412c50, 0xc000747d40, 0xc000412c20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1025 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc000c1bd40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000412cd0, 0xc000747d40, 0xc000412c70) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1218 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc000d0c0f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000362430, 0xc000747d40, 0xc0004138f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1219 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc000d0c0c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00032e0d0, 0xc000747d40, 0xc000362490) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1220 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc00158f980) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00032e160, 0xc000747d40, 0xc00032e0e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1221 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc00158f9b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00032e360, 0xc000747d40, 0xc00032e170) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1222 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc00158f950) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00032e380, 0xc000747d40, 0xc00032e370) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1223 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc00158fa10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00030e5a0, 0xc000747d40, 0xc00032e390) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1224 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc00158f9e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00030e5c0, 0xc000747d40, 0xc00030e5b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1225 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc00158fa40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00030e5e0, 0xc000747d40, 0xc00030e5d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1226 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc00158fa70) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00030e600, 0xc000747d40, 0xc00030e5f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1227 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x6dd3940, 0xc0012c3350) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:94 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00030e620, 0xc000747d40, 0xc00030e610) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1228 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.(*loggingT).gcDaemon(0xc000e3c5a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/log/clog.go:1274 +0x68 | |
| created by github.com/cockroachdb/cockroach/pkg/util/log.NewSecondaryLogger | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/log/secondary_log.go:81 +0x275 | |
| goroutine 1229 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.(*loggingT).gcDaemon(0xc000e3cc60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/log/clog.go:1274 +0x68 | |
| created by github.com/cockroachdb/cockroach/pkg/util/log.NewSecondaryLogger | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/log/secondary_log.go:81 +0x275 | |
| goroutine 1230 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*LeaseManager).RefreshLeases.func1(0x6dd3940, 0xc000d0c1e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/lease.go:1634 +0x1da | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00030e6d0, 0xc000747d40, 0xc00073b560) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1231 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*LeaseManager).PeriodicallyRefreshSomeLeases.func1(0x6dd3940, 0xc0012c3380) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/sql/lease.go:1709 +0x1f0 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002f26d0, 0xc000747d40, 0xc0002f26c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1232 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/hlc.(*Clock).StartMonitoringForwardClockJumps.func1(0x67aa260, 0xc0028c0e10, 0xc00005cc40, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/hlc/hlc.go:185 +0x118 | |
| created by github.com/cockroachdb/cockroach/pkg/util/hlc.(*Clock).StartMonitoringForwardClockJumps | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/hlc/hlc.go:178 +0xb0 | |
| goroutine 1233 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.MakeServer.func2(0x6dd3940, 0xc0012c33b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:99 +0x64 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002f2840, 0xc000747d40, 0xc000391f40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1234 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func2(0x6dd3940, 0xc000d0c5d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1155 +0x53 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002f2b20, 0xc000747d40, 0xc00037c080) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1235 [IO wait, 7 minutes]: | |
| internal/poll.runtime_pollWait(0x90806a8, 0x72, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/netpoll.go:173 +0x66 | |
| internal/poll.(*pollDesc).wait(0xc002c7db18, 0x72, 0xc001158100, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a | |
| internal/poll.(*pollDesc).waitRead(0xc002c7db18, 0xffffffffffffff00, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d | |
| internal/poll.(*FD).Accept(0xc002c7db00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_unix.go:384 +0x1a0 | |
| net.(*netFD).accept(0xc002c7db00, 0x0, 0x64fa640, 0xc00273c301) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/fd_unix.go:238 +0x42 | |
| net.(*TCPListener).accept(0xc000bf8450, 0x402d4c2, 0xc001158130, 0xc0025d2700) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/tcpsock_posix.go:139 +0x2e | |
| net.(*TCPListener).Accept(0xc000bf8450, 0x67a78e8, 0xc000e5f080, 0xc000249e10, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/tcpsock.go:260 +0x47 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*cMux).Serve(0xc000e5f080, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:124 +0x88 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func3(0x6dd3940, 0xc00158fc80) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1167 +0x2f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002f2b30, 0xc000747d40, 0xc00037c0e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1236 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.muxListener.Accept(0x6dcf3c0, 0xc000bf8450, 0xc00133f080, 0x400edc8, 0x30, 0x64fa640, 0xc0025d1e01) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:184 +0x41 | |
| net/http.(*Server).Serve(0xc001833a00, 0x6dcff00, 0xc00037c0a0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/http/server.go:2826 +0x22f | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func4(0x6dd3940, 0xc00158faa0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1179 +0x119 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002f2b40, 0xc000747d40, 0xc00073ba10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1237 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.muxListener.Accept(0x6dcf3c0, 0xc000bf8450, 0xc00133f1a0, 0x0, 0xc0004c0000, 0x50, 0x90071c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:184 +0x41 | |
| crypto/tls.(*listener).Accept(0xc00037c100, 0x64fa640, 0xc0012c3500, 0x6316040, 0x853b350) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/tls.go:52 +0x37 | |
| net/http.(*Server).Serve(0xc0028252b0, 0x6dbc500, 0xc00037c100, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/http/server.go:2826 +0x22f | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func5(0x6dd3940, 0xc0012c3470) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1186 +0x42 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002f2b70, 0xc000747d40, 0xc00037c120) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1238 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func6(0x6dd3940, 0xc0012c33e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1190 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002f2b80, 0xc000747d40, 0xc000e5f140) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1239 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.muxListener.Accept(0x6dcf3c0, 0xc000bf8438, 0xc00133ecc0, 0xc0025d1660, 0x18, 0xc0035dbc80, 0x4535ca2) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:184 +0x41 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).Serve(0xc000dc4700, 0x6dcff00, 0xc000391fa0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:544 +0x210 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func7(0x6dd3940, 0xc00158fcb0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1202 +0x46 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002f33c0, 0xc000747d40, 0xc00037c140) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1240 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func9(0x6dd3940, 0xc00139bd40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1280 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00025ff80, 0xc000747d40, 0xc00073bd70) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1242 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ccResolverWrapper).watcher(0xc00073be30) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/resolver_conn_wrapper.go:109 +0x142 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ccResolverWrapper).start | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/resolver_conn_wrapper.go:95 +0x3f | |
| goroutine 1243 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func12(0x6dd3940, 0xc000d0c600) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1310 +0x53 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002c6180, 0xc000747d40, 0xc00037c400) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1190 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc0012df6c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:122 +0x10f | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newCCBalancerWrapper | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:113 +0x13d | |
| goroutine 1191 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).transportMonitor(0xc001e5c2c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:1384 +0x1c1 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).connect.func1(0xc001e5c2c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:960 +0x1b2 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).connect | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:951 +0xe1 | |
| goroutine 1193 [select]: | |
| net.(*pipe).read(0xc002c7dc00, 0xc00128f000, 0x400, 0x400, 0x400b27b, 0xc00003a000, 0x636f520) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/pipe.go:164 +0x1a4 | |
| net.(*pipe).Read(0xc002c7dc00, 0xc00128f000, 0x400, 0x400, 0x651cc80, 0x0, 0x9301800) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/pipe.go:147 +0x4d | |
| crypto/tls.(*block).readFromUntil(0xc000d147e0, 0x9301800, 0xc002c7dc00, 0x5, 0xc002c7dc00, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:492 +0x89 | |
| crypto/tls.(*Conn).readRecord(0xc002bba000, 0x67aa017, 0xc002bba120, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:593 +0xdd | |
| crypto/tls.(*Conn).Read(0xc002bba000, 0xc0024a4000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:1145 +0xf1 | |
| bufio.(*Reader).Read(0xc0005d94a0, 0xc002966498, 0x9, 0x9, 0x405b730, 0xc002c37200, 0x4) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/bufio/bufio.go:216 +0x22f | |
| io.ReadAtLeast(0x6da0720, 0xc0005d94a0, 0xc002966498, 0x9, 0x9, 0x9, 0xc00328de08, 0x3, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:310 +0x88 | |
| io.ReadFull(0x6da0720, 0xc0005d94a0, 0xc002966498, 0x9, 0x9, 0xc000e95da0, 0xc00328de50, 0x4008824) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:329 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc002966498, 0x9, 0x9, 0x6da0720, 0xc0005d94a0, 0x0, 0x100000000000000, 0xc002884070, 0xc0012dfc50) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc002966460, 0xc005874580, 0xc005874580, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa3 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).reader(0xc0001c2900) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1135 +0x12b | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:270 +0xad7 | |
| goroutine 1244 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc001229328, 0xc000000126) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc001229318) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage/engine.(*RocksDB).syncLoop(0xc001229200) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:654 +0x72 | |
| created by github.com/cockroachdb/cockroach/pkg/storage/engine.(*RocksDB).open | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:642 +0x41e | |
| goroutine 1245 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.startAssertEngineHealth.func1(0x6dd3940, 0xc00158fd70) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server_engine_health.go:40 +0x144 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002c6270, 0xc000747d40, 0xc00073bf20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1246 [chan receive, 7 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*server).start.func3(0x6dd3940, 0xc00158fda0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:387 +0x5a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002c6390, 0xc000747d40, 0xc00037cca0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1247 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).bootstrap.func1(0x6dd3940, 0xc00158fe00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1335 +0x2c8 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002c63c0, 0xc000747d40, 0xc0002c63a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1248 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).manage.func1(0x6dd3940, 0xc0012c35c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1379 +0x24f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002c6400, 0xc000747d40, 0xc0002c63e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1249 [IO wait, 7 minutes]: | |
| internal/poll.runtime_pollWait(0x9080778, 0x72, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/netpoll.go:173 +0x66 | |
| internal/poll.(*pollDesc).wait(0xc002c7da98, 0x72, 0xc00145c900, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a | |
| internal/poll.(*pollDesc).waitRead(0xc002c7da98, 0xffffffffffffff00, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d | |
| internal/poll.(*FD).Accept(0xc002c7da80, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_unix.go:384 +0x1a0 | |
| net.(*netFD).accept(0xc002c7da80, 0xc003ede058, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/fd_unix.go:238 +0x42 | |
| net.(*TCPListener).accept(0xc000bf8438, 0xc002f8fe90, 0xc002f8fe98, 0x28) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/tcpsock_posix.go:139 +0x2e | |
| net.(*TCPListener).Accept(0xc000bf8438, 0x67a78f0, 0xc000e5f040, 0x6df2ba0, 0xc003ede058) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/tcpsock.go:260 +0x47 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*cMux).Serve(0xc000e5f040, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:124 +0x88 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func13.1() | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1426 +0x2f | |
| sync.(*Once).Do(0xc000349520, 0xc002f53f60) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/once.go:44 +0xb3 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func13(0x6dd3940, 0xc00139bd70) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1425 +0x63 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002c6460, 0xc000747d40, 0xc00037cce0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1183 [select]: | |
| net.(*pipe).read(0xc002c7db80, 0xc00348a800, 0x400, 0x400, 0x400b27b, 0xc00003a000, 0x636f520) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/pipe.go:164 +0x1a4 | |
| net.(*pipe).Read(0xc002c7db80, 0xc00348a800, 0x400, 0x400, 0x651cc80, 0x0, 0x9301800) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/pipe.go:147 +0x4d | |
| crypto/tls.(*block).readFromUntil(0xc00158fd10, 0x9301800, 0xc002c7db80, 0x5, 0xc002c7db80, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:492 +0x89 | |
| crypto/tls.(*Conn).readRecord(0xc002650000, 0x67aa017, 0xc002650120, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:593 +0xdd | |
| crypto/tls.(*Conn).Read(0xc002650000, 0xc0023e8000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:1145 +0xf1 | |
| bufio.(*Reader).Read(0xc000e8b080, 0xc000343a78, 0x9, 0x9, 0x20, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/bufio/bufio.go:216 +0x22f | |
| io.ReadAtLeast(0x6da0720, 0xc000e8b080, 0xc000343a78, 0x9, 0x9, 0x9, 0xc00127c2e0, 0x400419e, 0xc001c66e1b) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:310 +0x88 | |
| io.ReadFull(0x6da0720, 0xc000e8b080, 0xc000343a78, 0x9, 0x9, 0x44d1f27, 0xc0058745ac, 0xc003c775d8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:329 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc000343a78, 0x9, 0x9, 0x6da0720, 0xc000e8b080, 0x0, 0x0, 0xc0058745a0, 0xc001c66e90) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc000343a40, 0xc0058745a0, 0xc0058745a0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa3 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc001276000, 0xc0015007b0, 0x67a9218) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:434 +0x7c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000dc4700, 0x6df69e0, 0xc001276000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:676 +0xdd | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn.func2() | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:631 +0x3c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn.func3(0xc000fb7680, 0xc000dc4700, 0x9357220, 0xc001276000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:639 +0x27 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:638 +0x5f8 | |
| goroutine 1269 [IO wait]: | |
| internal/poll.runtime_pollWait(0x90805d8, 0x72, 0xc0023ff988) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/netpoll.go:173 +0x66 | |
| internal/poll.(*pollDesc).wait(0xc000cf2718, 0x72, 0xffffffffffffff00, 0x6da6b00, 0x82fd2d8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a | |
| internal/poll.(*pollDesc).waitRead(0xc000cf2718, 0xc00375c000, 0x800, 0x800) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d | |
| internal/poll.(*FD).Read(0xc000cf2700, 0xc00375c000, 0x800, 0x800, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_unix.go:169 +0x1d6 | |
| net.(*netFD).Read(0xc000cf2700, 0xc00375c000, 0x800, 0x800, 0x400b27b, 0xc00003a000, 0x636f520) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc000bf84b0, 0xc00375c000, 0x800, 0x800, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/net.go:177 +0x68 | |
| crypto/tls.(*block).readFromUntil(0xc001468870, 0xc3b3510, 0xc000bf84b0, 0x5, 0xc000bf84b0, 0xc001a73560) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:492 +0x89 | |
| crypto/tls.(*Conn).readRecord(0xc00243bc00, 0x67aa017, 0xc00243bd20, 0xc006357770) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:593 +0xdd | |
| crypto/tls.(*Conn).Read(0xc00243bc00, 0xc002a0a000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:1145 +0xf1 | |
| bufio.(*Reader).Read(0xc001202300, 0xc0003ada78, 0x9, 0x9, 0xc000400400, 0x400e53f, 0xc0002c1a00) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/bufio/bufio.go:216 +0x22f | |
| io.ReadAtLeast(0x6da0720, 0xc001202300, 0xc0003ada78, 0x9, 0x9, 0x9, 0x9005d80, 0x0, 0xc000058d20) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:310 +0x88 | |
| io.ReadFull(0x6da0720, 0xc001202300, 0xc0003ada78, 0x9, 0x9, 0x6db50c0, 0xc0002c1a00, 0xc0023ffe88) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:329 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc0003ada78, 0x9, 0x9, 0x6da0720, 0xc001202300, 0x0, 0xc000000000, 0xc0023ffe98, 0xc0023fff10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0003ada40, 0xc0063579e0, 0xc0063579e0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa3 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).reader(0xc00177bd40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1135 +0x12b | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:270 +0xad7 | |
| goroutine 1270 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*controlBuffer).get(0xc000e5f640, 0x1, 0x0, 0x0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:300 +0x103 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*loopyWriter).run(0xc0005d9560, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:387 +0x1ac | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client.func3(0xc00177bd40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:303 +0x7b | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:301 +0xc3a | |
| goroutine 1213 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*controlBuffer).get(0xc000e5f600, 0x1, 0x0, 0x0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:300 +0x103 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*loopyWriter).run(0xc0005d95c0, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/controlbuf.go:387 +0x1ac | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server.func2(0xc002388600) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:277 +0xcb | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:274 +0xd3b | |
| goroutine 1214 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc002388600) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:875 +0x1ea | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:283 +0xd60 | |
| goroutine 1215 [IO wait]: | |
| internal/poll.runtime_pollWait(0x9080508, 0x72, 0xc0024048a0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/netpoll.go:173 +0x66 | |
| internal/poll.(*pollDesc).wait(0xc000cf2818, 0x72, 0xffffffffffffff00, 0x6da6b00, 0x82fd2d8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a | |
| internal/poll.(*pollDesc).waitRead(0xc000cf2818, 0xc00380c000, 0x2000, 0x2000) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d | |
| internal/poll.(*FD).Read(0xc000cf2800, 0xc00380c000, 0x2000, 0x2000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_unix.go:169 +0x1d6 | |
| net.(*netFD).Read(0xc000cf2800, 0xc00380c000, 0x2000, 0x2000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc00000e278, 0xc00380c000, 0x2000, 0x2000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/net.go:177 +0x68 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*MuxConn).Read(0xc000ee6c80, 0xc00380c000, 0x2000, 0x2000, 0x64f5860, 0x0, 0x9392170) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x11a | |
| crypto/tls.(*block).readFromUntil(0xc0014692c0, 0x9392170, 0xc000ee6c80, 0x5, 0xc000ee6c80, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:492 +0x89 | |
| crypto/tls.(*Conn).readRecord(0xc003070000, 0x67aa017, 0xc003070120, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:593 +0xdd | |
| crypto/tls.(*Conn).Read(0xc003070000, 0xc00286c000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:1145 +0xf1 | |
| bufio.(*Reader).Read(0xc0012020c0, 0xc0003ad8b8, 0x9, 0x9, 0xc003eba2c8, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/bufio/bufio.go:216 +0x22f | |
| io.ReadAtLeast(0x6da0720, 0xc0012020c0, 0xc0003ad8b8, 0x9, 0x9, 0x9, 0xc002404d80, 0x451f06d, 0xc003eba2c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:310 +0x88 | |
| io.ReadFull(0x6da0720, 0xc0012020c0, 0xc0003ad8b8, 0x9, 0x9, 0xc005060900, 0xc005d0d340, 0xd3) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:329 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc0003ad8b8, 0x9, 0x9, 0x6da0720, 0xc0012020c0, 0x0, 0x2c500000000, 0xd300000001, 0x1000002c5) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0003ad880, 0xc001469b30, 0xc001469b30, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa3 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc002388600, 0xc000d0d290, 0x67a9218) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:434 +0x7c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000334380, 0x6df69e0, 0xc002388600) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:676 +0xdd | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn.func2() | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:631 +0x3c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn.func3(0xc0003310e0, 0xc000334380, 0x9357220, 0xc002388600) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:639 +0x27 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:638 +0x5f8 | |
| goroutine 1286 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c9000003c9) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc0013aca50) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013aca50) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034ae80, 0xc000747d40, 0xc00034ae50) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1604 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc0014dc590, 0x14) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc0014dc580) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage/closedts/provider.(*Provider).Subscribe(0xc0006ca150, 0x6dd3940, 0xc00375abd0, 0xc002626900) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/closedts/provider/provider.go:276 +0x3fa | |
| github.com/cockroachdb/cockroach/pkg/storage/closedts/transport.(*Server).Get.func1(0x6dd3940, 0xc00375abd0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/closedts/transport/server.go:69 +0x50 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000746b40, 0x6dd3940, 0xc00375abd0, 0xc001100de0, 0x1d, 0x0, 0x0, 0xc0002cdc20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:323 +0xe6 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:318 +0x134 | |
| goroutine 1285 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c9000003c7) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc0013aca20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013aca20) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034ae40, 0xc000747d40, 0xc00034ae30) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1283 [semacquire, 7 minutes]: | |
| sync.runtime_SemacquireMutex(0xc000349524, 0x6dd3900) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:71 +0x3d | |
| sync.(*Mutex).Lock(0xc000349520) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/mutex.go:134 +0xff | |
| sync.(*Once).Do(0xc000349520, 0xc0025ec760) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/once.go:40 +0x3b | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func14(0x6dd3940, 0xc001500960) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1444 +0x63 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034ab60, 0xc000747d40, 0xc000331980) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1277 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage/closedts/provider.(*Provider).runCloser(0xc002df2e70, 0x6dd3940, 0xc00143e480) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/closedts/provider/provider.go:130 +0x29d | |
| github.com/cockroachdb/cockroach/pkg/storage/closedts/provider.(*Provider).runCloser-fm(0x6dd3940, 0xc00143e480) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/closedts/provider/provider.go:88 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc002822880, 0xc000747d40, 0xc002822840) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1511 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/storage/closedts/provider.(*Provider).Notify.func1(0x6dd3940, 0xc00072d830) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/closedts/provider/provider.go:205 +0x156 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00039de80, 0xc000ed9dd0, 0xc000fb7120) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1546 [IO wait]: | |
| internal/poll.runtime_pollWait(0x907fdb8, 0x72, 0xc001ae4988) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/netpoll.go:173 +0x66 | |
| internal/poll.(*pollDesc).wait(0xc000f6c418, 0x72, 0xffffffffffffff00, 0x6da6b00, 0x82fd2d8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a | |
| internal/poll.(*pollDesc).waitRead(0xc000f6c418, 0xc003f13c00, 0x400, 0x400) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d | |
| internal/poll.(*FD).Read(0xc000f6c400, 0xc003f13c00, 0x400, 0x400, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/internal/poll/fd_unix.go:169 +0x1d6 | |
| net.(*netFD).Read(0xc000f6c400, 0xc003f13c00, 0x400, 0x400, 0x400b27b, 0xc00003a000, 0x636f520) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc0000ecaa8, 0xc003f13c00, 0x400, 0x400, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/net/net.go:177 +0x68 | |
| crypto/tls.(*block).readFromUntil(0xc0019f7650, 0xc3b3510, 0xc0000ecaa8, 0x5, 0xc0000ecaa8, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:492 +0x89 | |
| crypto/tls.(*Conn).readRecord(0xc003ea5180, 0x67aa017, 0xc003ea52a0, 0x400794f) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:593 +0xdd | |
| crypto/tls.(*Conn).Read(0xc003ea5180, 0xc004758000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/crypto/tls/conn.go:1145 +0xf1 | |
| bufio.(*Reader).Read(0xc003ae29c0, 0xc0024ba118, 0x9, 0x9, 0xc001ae4dd0, 0x451e256, 0xc004f07ec8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/bufio/bufio.go:216 +0x22f | |
| io.ReadAtLeast(0x6da0720, 0xc003ae29c0, 0xc0024ba118, 0x9, 0x9, 0x9, 0x0, 0x0, 0xc001ae4e10) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:310 +0x88 | |
| io.ReadFull(0x6da0720, 0xc003ae29c0, 0xc0024ba118, 0x9, 0x9, 0xc001ae4f10, 0x45106e2, 0xc003e3e100) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/io/io.go:329 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc0024ba118, 0x9, 0x9, 0x6da0720, 0xc003ae29c0, 0x0, 0x0, 0xab, 0xab) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0024ba0e0, 0xc0024b6c60, 0xc0024b6c60, 0x0, 0x0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa3 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).reader(0xc003c938c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1135 +0x12b | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:270 +0xad7 | |
| goroutine 1557 [select, 7 minutes]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ccResolverWrapper).watcher(0xc003ad60f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/resolver_conn_wrapper.go:109 +0x142 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ccResolverWrapper).start | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/resolver_conn_wrapper.go:95 +0x3f | |
| goroutine 1287 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c9000003d0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc000f89a40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc000f89a40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034aed0, 0xc000747d40, 0xc00034aea0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1288 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c900000396) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc000f89a10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc000f89a10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034af00, 0xc000747d40, 0xc00034aee0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1289 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c9000003cc) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc0013aca80) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013aca80) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034afc0, 0xc000747d40, 0xc00034afb0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1290 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c9000003cb) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc0013acb10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013acb10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b010, 0xc000747d40, 0xc00034b000) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1291 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c9000003c4) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc0013ac9c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013ac9c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b030, 0xc000747d40, 0xc00034b020) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1292 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c9000003c1) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc0012b41b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0012b41b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b050, 0xc000747d40, 0xc00034b040) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1293 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c9000003c2) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc0012b4210) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0012b4210) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b070, 0xc000747d40, 0xc00034b060) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1294 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c9000003c3) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc0012b4240) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0012b4240) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b0a0, 0xc000747d40, 0xc00034b090) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1295 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c9000003c6) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc0012b42a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0012b42a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b100, 0xc000747d40, 0xc00034b0f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1296 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c9000003c5) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc0012b42d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0012b42d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b120, 0xc000747d40, 0xc00034b110) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1297 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c9000003c8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc0012b4300) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0012b4300) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b140, 0xc000747d40, 0xc00034b130) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1314 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c9000003ca) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc0012b4360) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0012b4360) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b160, 0xc000747d40, 0xc00034b150) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1315 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c9000003c0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc0012b4060) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0012b4060) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b180, 0xc000747d40, 0xc00034b170) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1316 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c900000392) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc0012b43c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0012b43c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b1a0, 0xc000747d40, 0xc00034b190) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1317 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c900000394) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc0012b43f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0012b43f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b1c0, 0xc000747d40, 0xc00034b1b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1318 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c9000003a2) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc0012b4420) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0012b4420) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b1e0, 0xc000747d40, 0xc00034b1d0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1319 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c900000395) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc0013e1920) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013e1920) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b200, 0xc000747d40, 0xc00034b1f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1320 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c9000003cf) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc0013acb40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013acb40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b220, 0xc000747d40, 0xc00034b210) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1321 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c900000393) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc0013e1830) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013e1830) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b250, 0xc000747d40, 0xc00034b230) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1322 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c9000003ce) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc0013e1770) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013e1770) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b280, 0xc000747d40, 0xc00034b260) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1323 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c90000039d) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc0012b4450) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0012b4450) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b2c0, 0xc000747d40, 0xc00034b290) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1324 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c9000003a0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc0012b4480) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0012b4480) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b2f0, 0xc000747d40, 0xc00034b2e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1325 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c9000003cd) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc0012b44b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0012b44b0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b320, 0xc000747d40, 0xc00034b310) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1326 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c9000003d1) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc0012b4390) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0012b4390) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b350, 0xc000747d40, 0xc00034b330) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1327 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c9000003a5) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc0013acc00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013acc00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b380, 0xc000747d40, 0xc00034b360) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1328 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c900000399) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc0013acbd0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013acbd0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b3b0, 0xc000747d40, 0xc00034b390) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1329 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c90000039c) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc0013e1980) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013e1980) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b3e0, 0xc000747d40, 0xc00034b3c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1330 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c9000003a3) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc00136c210) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00136c210) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b490, 0xc000747d40, 0xc00034b3f0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1331 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c90000039b) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc0012b44e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0012b44e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b4b0, 0xc000747d40, 0xc00034b4a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1332 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c900000398) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc00136c120) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00136c120) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b4d0, 0xc000747d40, 0xc00034b4c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1333 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c90000039a) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc00136c150) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00136c150) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b4f0, 0xc000747d40, 0xc00034b4e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1334 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c90000039f) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc00136c180) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00136c180) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b510, 0xc000747d40, 0xc00034b500) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1335 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c9000003a1) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc00136c1e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00136c1e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b530, 0xc000747d40, 0xc00034b520) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1336 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c900000397) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc00136c0c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00136c0c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b550, 0xc000747d40, 0xc00034b540) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1337 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c9000003a8) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc0013acc30) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013acc30) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b570, 0xc000747d40, 0xc00034b560) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1338 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c9000003a6) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc0013e19e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013e19e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b590, 0xc000747d40, 0xc00034b580) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1339 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c9000003a4) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc000f89aa0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc000f89aa0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b5b0, 0xc000747d40, 0xc00034b5a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1340 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c9000003a9) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc000f89ad0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc000f89ad0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b5d0, 0xc000747d40, 0xc00034b5c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1341 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c90000039e) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc000f89a70) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc000f89a70) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b5f0, 0xc000747d40, 0xc00034b5e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1342 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c9000003ab) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc0013e1a40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013e1a40) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b610, 0xc000747d40, 0xc00034b600) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1343 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c9000003aa) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc0013e1a70) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013e1a70) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b630, 0xc000747d40, 0xc00034b620) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1344 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c9000003a7) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc0013e1a10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013e1a10) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b650, 0xc000747d40, 0xc00034b640) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1345 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c9000003ac) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc00136c240) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00136c240) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b670, 0xc000747d40, 0xc00034b660) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1346 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c9000003af) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc0013acc60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013acc60) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b690, 0xc000747d40, 0xc00034b680) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1347 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c9000003ae) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc000f89b00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc000f89b00) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b6b0, 0xc000747d40, 0xc00034b6a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1348 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c9000003ad) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc0013e1b30) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013e1b30) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b6d0, 0xc000747d40, 0xc00034b6c0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1349 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c9000003b1) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc00136c270) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00136c270) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b6f0, 0xc000747d40, 0xc00034b6e0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1350 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c9000003b0) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc0013acc90) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013acc90) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b710, 0xc000747d40, 0xc00034b700) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1351 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c9000003b3) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc00136c2a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc00136c2a0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b740, 0xc000747d40, 0xc00034b730) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1352 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c9000003b2) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc0013e1bc0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc0013e1bc0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b770, 0xc000747d40, 0xc00034b760) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1353 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c9000003b6) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/sync/cond.go:56 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc000dbea00, 0x6dd3940, 0xc000fa9bc0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:196 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x6dd3940, 0xc000fa9bc0) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:165 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00034b7a0, 0xc000747d40, 0xc00034b790) | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xe1 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /Users/tschottdorf/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1354 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0xc000f82e50, 0x47d098c9000003b4) | |
| /usr/local/Cellar/go/1.11.1/libexec/src/runtime/sema.go:510 +0xeb | |
| sync.(*Cond).Wait(0xc000f82e40) | |
| /usr/local/Cellar/go/1.11.1/libexec/src |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment