Skip to content

Instantly share code, notes, and snippets.

@tamird
Created August 31, 2016 02:53
Show Gist options
  • Save tamird/dff62b594a218c2c81c34df42d2c15bc to your computer and use it in GitHub Desktop.
Save tamird/dff62b594a218c2c81c34df42d2c15bc to your computer and use it in GitHub Desktop.
panic: test timed out after 8m0s
goroutine 19170 [running]:
panic(0x1a77c20, 0xc4200120c0)
/usr/local/go/src/runtime/panic.go:500 +0x1ae
testing.startAlarm.func1()
/usr/local/go/src/testing/testing.go:918 +0x14e
created by time.goFunc
/usr/local/go/src/time/sleep.go:154 +0x78
goroutine 1 [chan receive]:
testing.(*T).Run(0xc42028b680, 0x1c21c93, 0x15, 0x1f06078, 0x910901)
/usr/local/go/src/testing/testing.go:647 +0x56e
testing.RunTests.func1(0xc42028b680)
/usr/local/go/src/testing/testing.go:793 +0xba
testing.tRunner(0xc42028b680, 0xc420036d78)
/usr/local/go/src/testing/testing.go:610 +0xca
testing.RunTests(0x1f074e0, 0x27d45a0, 0x64, 0x64, 0x0)
/usr/local/go/src/testing/testing.go:799 +0x4bb
testing.(*M).Run(0xc420036f00, 0x34d9740)
/usr/local/go/src/testing/testing.go:743 +0x130
github.com/cockroachdb/cockroach/sql_test.TestMain(0xc420036f00)
/go/src/github.com/cockroachdb/cockroach/sql/main_test.go:199 +0x13a
main.main()
github.com/cockroachdb/cockroach/sql/_test/_testmain.go:620 +0x1b6
goroutine 17 [syscall, 8 minutes, locked to thread]:
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2086 +0x1
goroutine 19 [chan receive]:
github.com/cockroachdb/cockroach/util/log.(*loggingT).flushDaemon(0x2b1d940)
/go/src/github.com/cockroachdb/cockroach/util/log/clog.go:1016 +0x85
created by github.com/cockroachdb/cockroach/util/log.init.1
/go/src/github.com/cockroachdb/cockroach/util/log/clog.go:599 +0xc3
goroutine 19130 [select]:
github.com/cockroachdb/cockroach/storage.(*baseQueue).processLoop.func1()
/go/src/github.com/cockroachdb/cockroach/storage/queue.go:403 +0x36a
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4201f54d0, 0xc4231a7200)
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:187 +0x8b
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:188 +0x74
goroutine 19111 [chan receive]:
github.com/cockroachdb/cockroach/storage.(*Store).processRaft.func1.1(0xc4232cafc0)
/go/src/github.com/cockroachdb/cockroach/storage/store.go:2465 +0x58
created by github.com/cockroachdb/cockroach/storage.(*Store).processRaft.func1
/go/src/github.com/cockroachdb/cockroach/storage/store.go:2468 +0xd8
goroutine 19145 [runnable]:
reflect.Value.NumField(0x1bff740, 0xc423a230f0, 0x199, 0x0)
/usr/local/go/src/reflect/value.go:1151
encoding/gob.(*Encoder).encodeStruct(0xc421a668c0, 0xc421a668f8, 0xc4204dc080, 0x1bff740, 0xc423a230f0, 0x199)
/usr/local/go/src/encoding/gob/encode.go:321 +0x2e3
encoding/gob.encOpFor.func4(0x0, 0xc421f64480, 0x1bff740, 0xc423a230f0, 0x199)
/usr/local/go/src/encoding/gob/encode.go:587 +0x117
encoding/gob.(*Encoder).encodeArray(0xc421a668c0, 0xc421a668f8, 0x1a60700, 0xc4242d4368, 0x197, 0xc4204a9000, 0x0, 0xd7, 0x0)
/usr/local/go/src/encoding/gob/encode.go:357 +0x2ca
encoding/gob.encOpFor.func1(0xc4204e0c30, 0xc421f643c0, 0x1a60700, 0xc4242d4368, 0x197)
/usr/local/go/src/encoding/gob/encode.go:557 +0x171
encoding/gob.(*Encoder).encodeStruct(0xc421a668c0, 0xc421a668f8, 0xc420437f40, 0x1b69460, 0xc4242d4310, 0x199)
/usr/local/go/src/encoding/gob/encode.go:334 +0x438
encoding/gob.(*Encoder).encode(0xc421a668c0, 0xc421a668f8, 0x1b69460, 0xc4242d4310, 0x199, 0xc42039f300)
/usr/local/go/src/encoding/gob/encode.go:707 +0x258
encoding/gob.(*Encoder).EncodeValue(0xc421a668c0, 0x1bf02a0, 0xc4242d4310, 0x16, 0x0, 0x0)
/usr/local/go/src/encoding/gob/encoder.go:247 +0x6eb
encoding/gob.(*Encoder).Encode(0xc421a668c0, 0x1bf02a0, 0xc4242d4310, 0x0, 0x0)
/usr/local/go/src/encoding/gob/encoder.go:175 +0x73
github.com/cockroachdb/cockroach/kv.grpcTransportFactory.func1()
/go/src/github.com/cockroachdb/cockroach/kv/transport_race.go:94 +0x39c
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4201f54d0, 0xc420c8b840)
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:187 +0x8b
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:188 +0x74
goroutine 19115 [select]:
github.com/cockroachdb/cockroach/storage.(*Store).startGossip.func1()
/go/src/github.com/cockroachdb/cockroach/storage/store.go:1023 +0x34a
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4201f54d0, 0xc420c8ac90)
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:187 +0x8b
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:188 +0x74
goroutine 19065 [chan receive]:
github.com/cockroachdb/cockroach/rpc.NewContext.func1()
/go/src/github.com/cockroachdb/cockroach/rpc/context.go:122 +0x95
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4201f54d0, 0xc420a73fe0)
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:187 +0x8b
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:188 +0x74
goroutine 19141 [runnable]:
github.com/codahale/hdrhistogram.(*Histogram).highestEquivalentValue(0xc42000ca20, 0x2c80000, 0x2c7ffff)
/go/src/github.com/codahale/hdrhistogram/hdr.go:423
github.com/codahale/hdrhistogram.(*iterator).next(0xc4217c6730, 0x1)
/go/src/github.com/codahale/hdrhistogram/hdr.go:483 +0x473
github.com/codahale/hdrhistogram.(*Histogram).ValueAtQuantile(0xc42000ca20, 0x4059000000000000, 0xc4247a8310)
/go/src/github.com/codahale/hdrhistogram/hdr.go:251 +0x134
github.com/cockroachdb/cockroach/server/status.eachRecordableValue.func1(0xc4249aa370, 0xf, 0x1b9bd00, 0xc4247a8310)
/go/src/github.com/cockroachdb/cockroach/server/status/recorder.go:323 +0x14c
github.com/cockroachdb/cockroach/util/metric.(*Registry).Each.func1(0x1b9bd00, 0xc4247a8310)
/go/src/github.com/cockroachdb/cockroach/util/metric/registry.go:132 +0x9e
github.com/cockroachdb/cockroach/util/metric.(*Histogram).Inspect(0xc4247a8310, 0xc4219522c0)
/go/src/github.com/cockroachdb/cockroach/util/metric/metric.go:204 +0x8f
github.com/cockroachdb/cockroach/util/metric.(*Registry).Each(0xc42083fac0, 0xc4246052d0)
/go/src/github.com/cockroachdb/cockroach/util/metric/registry.go:133 +0x1d2
github.com/cockroachdb/cockroach/server/status.eachRecordableValue(0xc42083fac0, 0xc4246052c0)
/go/src/github.com/cockroachdb/cockroach/server/status/recorder.go:333 +0xa4
github.com/cockroachdb/cockroach/server/status.(*MetricsRecorder).GetStatusSummary(0xc420314000, 0x0)
/go/src/github.com/cockroachdb/cockroach/server/status/recorder.go:257 +0x493
github.com/cockroachdb/cockroach/server.(*Node).writeSummaries.func1()
/go/src/github.com/cockroachdb/cockroach/server/node.go:679 +0xa8
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunTask(0xc4201f54d0, 0xc4217c6de8, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:215 +0x10e
github.com/cockroachdb/cockroach/server.(*Node).writeSummaries(0xc423a5a000, 0xf78f21, 0xc420df86c0)
/go/src/github.com/cockroachdb/cockroach/server/node.go:700 +0xb7
github.com/cockroachdb/cockroach/server.(*Node).startWriteSummaries.func1()
/go/src/github.com/cockroachdb/cockroach/server/node.go:656 +0x81
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4201f54d0, 0xc4249fbda0)
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:187 +0x8b
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:188 +0x74
goroutine 19142 [select]:
github.com/cockroachdb/cockroach/sql.(*SchemaChangeManager).Start.func1()
/go/src/github.com/cockroachdb/cockroach/sql/schema_changer.go:704 +0x1a60
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4201f54d0, 0xc4249fbdc0)
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:187 +0x8b
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:188 +0x74
goroutine 19087 [select]:
github.com/cockroachdb/cockroach/sql.NewExecutor.func1()
/go/src/github.com/cockroachdb/cockroach/sql/executor.go:270 +0x1c7
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4201f54d0, 0xc4218d8180)
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:187 +0x8b
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:188 +0x74
goroutine 19162 [chan receive]:
database/sql.(*DB).connectionOpener(0xc420648f20)
/usr/local/go/src/database/sql/sql.go:730 +0x6e
created by database/sql.Open
/usr/local/go/src/database/sql/sql.go:493 +0x2af
goroutine 19063 [runnable]:
net.runtime_pollWait(0x7fe3496c1838, 0x72, 0x5ef973)
/usr/local/go/src/runtime/netpoll.go:160 +0x5e
net.(*pollDesc).wait(0xc424926c30, 0x72, 0x5ec228, 0x1ae9720)
/usr/local/go/src/net/fd_poll_runtime.go:73 +0x5b
net.(*pollDesc).waitRead(0xc424926c30, 0x27e31c0, 0xc42007e0b0)
/usr/local/go/src/net/fd_poll_runtime.go:78 +0x42
net.(*netFD).Read(0xc424926bd0, 0xc4200bca20, 0x1, 0x200, 0x0, 0x27e31c0, 0xc42007e0b0)
/usr/local/go/src/net/fd_unix.go:243 +0x1d9
net.(*conn).Read(0xc420082680, 0xc4200bca20, 0x1, 0x200, 0x0, 0xc4243592c0, 0xc4243592d0)
/usr/local/go/src/net/net.go:173 +0x97
net.(*TCPConn).Read(0xc420082680, 0xc4200bca20, 0x1, 0x200, 0x102, 0x0, 0xc424359360)
<autogenerated>:69 +0x73
io.ReadAtLeast(0x7fe34967a778, 0xc420082680, 0xc4200bca20, 0x1, 0x200, 0x1, 0xc424359360, 0x5ec61f, 0x1ae0bc0)
/usr/local/go/src/io/io.go:307 +0xb2
io.ReadFull(0x7fe34967a778, 0xc420082680, 0xc4200bca20, 0x1, 0x200, 0x4, 0x1, 0x4)
/usr/local/go/src/io/io.go:325 +0x73
github.com/cockroachdb/pq.(*conn).ssl(0xc4200bca00, 0xc420c23320)
/go/src/github.com/cockroachdb/pq/conn.go:1070 +0x4f5
github.com/cockroachdb/pq.DialOpen(0x27e67c0, 0x34d9ba0, 0xc42163ba40, 0xba, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/cockroachdb/pq/conn.go:334 +0x857
github.com/cockroachdb/pq.Open(0xc42163ba40, 0xba, 0x8d0a4f, 0xc420648f48, 0xc4ffffffff, 0xc400000000)
/go/src/github.com/cockroachdb/pq/conn.go:246 +0x7e
github.com/cockroachdb/pq.(*drv).Open(0x34d9ba0, 0xc42163ba40, 0xba, 0xc420114000, 0x0, 0xc421f5a960, 0x5f1db4)
/go/src/github.com/cockroachdb/pq/conn.go:45 +0x47
database/sql.(*DB).conn(0xc420648f20, 0xc420bf7a01, 0x61a5fa, 0xc420114000, 0xc4233910e0)
/usr/local/go/src/database/sql/sql.go:824 +0x257
database/sql.(*DB).exec(0xc420648f20, 0x1c64910, 0xac, 0x0, 0x0, 0x0, 0xc420648f01, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/database/sql/sql.go:1022 +0xa8
database/sql.(*DB).Exec(0xc420648f20, 0x1c64910, 0xac, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/database/sql/sql.go:1010 +0xb0
github.com/cockroachdb/cockroach/sql_test.TestNonRetryableError(0xc42038c180)
/go/src/github.com/cockroachdb/cockroach/sql/txn_restart_test.go:831 +0x34b
testing.tRunner(0xc42038c180, 0x1f06078)
/usr/local/go/src/testing/testing.go:610 +0xca
created by testing.(*T).Run
/usr/local/go/src/testing/testing.go:646 +0x530
goroutine 19099 [select]:
github.com/cockroachdb/cockroach/gossip.(*Gossip).manage.func1()
/go/src/github.com/cockroachdb/cockroach/gossip/gossip.go:943 +0x411
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4201f54d0, 0xc4249aa730)
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:187 +0x8b
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:188 +0x74
goroutine 19100 [select]:
github.com/cockroachdb/cockroach/storage.(*bookie).start.func1()
/go/src/github.com/cockroachdb/cockroach/storage/reservation.go:274 +0x4c8
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4201f54d0, 0xc4231ae640)
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:187 +0x8b
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:188 +0x74
goroutine 19126 [select]:
github.com/cockroachdb/cockroach/storage.(*baseQueue).processLoop.func1()
/go/src/github.com/cockroachdb/cockroach/storage/queue.go:403 +0x36a
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4201f54d0, 0xc4231a7180)
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:187 +0x8b
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:188 +0x74
goroutine 19127 [select]:
github.com/cockroachdb/cockroach/storage.(*baseQueue).processLoop.func1()
/go/src/github.com/cockroachdb/cockroach/storage/queue.go:403 +0x36a
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4201f54d0, 0xc4231a71a0)
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:187 +0x8b
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:188 +0x74
goroutine 19128 [select]:
github.com/cockroachdb/cockroach/storage.(*baseQueue).processLoop.func1()
/go/src/github.com/cockroachdb/cockroach/storage/queue.go:403 +0x36a
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4201f54d0, 0xc4231a71c0)
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:187 +0x8b
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:188 +0x74
goroutine 19106 [select]:
github.com/cockroachdb/cockroach/storage.(*bookie).start.func1()
/go/src/github.com/cockroachdb/cockroach/storage/reservation.go:274 +0x4c8
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4201f54d0, 0xc4249fb4a0)
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:187 +0x8b
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:188 +0x74
goroutine 19092 [chan receive]:
github.com/cockroachdb/cmux.(*muxListener).Accept(0xc4231ae340, 0xc4211056e0, 0x1ab9f40, 0x27c21f0, 0x1b3ff80)
<autogenerated>:9 +0xa4
net/http.(*Server).Serve(0xc42081e400, 0x27ed380, 0xc4231ae340, 0x0, 0x0)
/usr/local/go/src/net/http/server.go:2273 +0x249
github.com/cockroachdb/cockroach/server.(*Server).Start.func4()
/go/src/github.com/cockroachdb/cockroach/server/server.go:368 +0x54
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4201f54d0, 0xc4231ae3a0)
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:187 +0x8b
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:188 +0x74
goroutine 19152 [select]:
google.golang.org/grpc/transport.(*http2Client).controller(0xc424a47b00)
/go/src/google.golang.org/grpc/transport/http2_client.go:999 +0x8c9
created by google.golang.org/grpc/transport.newHTTP2Client
/go/src/google.golang.org/grpc/transport/http2_client.go:233 +0x14bd
goroutine 19090 [chan receive]:
github.com/cockroachdb/cockroach/server.(*Server).Start.func2()
/go/src/github.com/cockroachdb/cockroach/server/server.go:352 +0xae
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4201f54d0, 0xc4231ae320)
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:187 +0x8b
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:188 +0x74
goroutine 19133 [select]:
github.com/cockroachdb/cockroach/storage.(*replicaScanner).waitAndProcess(0xc42054e400, 0xecf580301, 0xc421ad4505, 0x2b1c7a0, 0xc42041bec0, 0xc4201f54d0, 0xc42150c900, 0xc420788c28)
/go/src/github.com/cockroachdb/cockroach/storage/scanner.go:201 +0x299
github.com/cockroachdb/cockroach/storage.(*replicaScanner).scanLoop.func1.1(0xc42150c900, 0xc421f5acc0)
/go/src/github.com/cockroachdb/cockroach/storage/scanner.go:259 +0x124
github.com/cockroachdb/cockroach/storage.(*storeRangeSet).Visit(0xc421f5af90, 0xc4211d18c0)
/go/src/github.com/cockroachdb/cockroach/storage/store.go:242 +0x453
github.com/cockroachdb/cockroach/storage.(*replicaScanner).scanLoop.func1()
/go/src/github.com/cockroachdb/cockroach/storage/scanner.go:261 +0x3a5
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4201f54d0, 0xc4231a7860)
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:187 +0x8b
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:188 +0x74
goroutine 19147 [select]:
github.com/cockroachdb/cockroach/rpc.(*Context).runHeartbeat(0xc42161c000, 0xc423a56f00, 0xc4249aa680, 0xf, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/rpc/context.go:282 +0x813
github.com/cockroachdb/cockroach/rpc.(*Context).GRPCDial.func1.1.1()
/go/src/github.com/cockroachdb/cockroach/rpc/context.go:205 +0xb3
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4201f54d0, 0xc421f435c0)
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:187 +0x8b
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:188 +0x74
goroutine 19091 [IO wait]:
net.runtime_pollWait(0x7fe3496c2138, 0x72, 0x5ef973)
/usr/local/go/src/runtime/netpoll.go:160 +0x5e
net.(*pollDesc).wait(0xc4247a8450, 0x72, 0x5ec228, 0x1ae9720)
/usr/local/go/src/net/fd_poll_runtime.go:73 +0x5b
net.(*pollDesc).waitRead(0xc4247a8450, 0x27e31c0, 0xc42007e0b0)
/usr/local/go/src/net/fd_poll_runtime.go:78 +0x42
net.(*netFD).accept(0xc4247a83f0, 0x0, 0x27e03c0, 0xc421943b80)
/usr/local/go/src/net/fd_unix.go:419 +0x2b8
net.(*TCPListener).accept(0xc42145a118, 0xc420dfded8, 0x60a543, 0xc420dfdea8)
/usr/local/go/src/net/tcpsock_posix.go:132 +0x51
net.(*TCPListener).Accept(0xc42145a118, 0x1f04238, 0xc4211d02c0, 0xc4248c2ca0, 0xc424587280)
/usr/local/go/src/net/tcpsock.go:222 +0x50
github.com/cockroachdb/cmux.(*cMux).Serve(0xc4211d02c0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cmux/cmux.go:124 +0xdd
github.com/cockroachdb/cockroach/server.(*Server).Start.func3()
/go/src/github.com/cockroachdb/cockroach/server/server.go:364 +0x47
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4201f54d0, 0xc4231ae380)
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:187 +0x8b
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:188 +0x74
goroutine 19064 [chan receive]:
github.com/cockroachdb/cockroach/storage/engine.(*RocksDB).Open.func1(0xc421e0df20)
/go/src/github.com/cockroachdb/cockroach/storage/engine/rocksdb.go:388 +0x64
created by github.com/cockroachdb/cockroach/storage/engine.(*RocksDB).Open
/go/src/github.com/cockroachdb/cockroach/storage/engine/rocksdb.go:389 +0xb61
goroutine 19125 [select]:
github.com/cockroachdb/cockroach/storage.(*baseQueue).processLoop.func1()
/go/src/github.com/cockroachdb/cockroach/storage/queue.go:403 +0x36a
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4201f54d0, 0xc4231a7160)
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:187 +0x8b
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:188 +0x74
goroutine 19098 [select]:
github.com/cockroachdb/cockroach/gossip.(*Gossip).bootstrap.func1()
/go/src/github.com/cockroachdb/cockroach/gossip/gossip.go:906 +0x5fe
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4201f54d0, 0xc4249aa720)
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:187 +0x8b
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:188 +0x74
goroutine 19139 [select]:
github.com/cockroachdb/cockroach/server.(*Server).startSampleEnvironment.func1()
/go/src/github.com/cockroachdb/cockroach/server/server.go:594 +0x1b4
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4201f54d0, 0xc4249fbd80)
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:187 +0x8b
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:188 +0x74
goroutine 19116 [select]:
github.com/cockroachdb/cockroach/storage.(*Store).startGossip.func2()
/go/src/github.com/cockroachdb/cockroach/storage/store.go:1043 +0x34a
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4201f54d0, 0xc420c8aca0)
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:187 +0x8b
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:188 +0x74
goroutine 19069 [select]:
github.com/cockroachdb/cockroach/sql.(*LeaseManager).RefreshLeases.func1()
/go/src/github.com/cockroachdb/cockroach/sql/lease.go:1143 +0x1204
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4201f54d0, 0xc421104000)
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:187 +0x8b
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:188 +0x74
goroutine 19067 [select]:
github.com/cockroachdb/cockroach/kv.(*TxnCoordSender).startStats(0xc4200184d0)
/go/src/github.com/cockroachdb/cockroach/kv/txn_coord_sender.go:203 +0xe29
github.com/cockroachdb/cockroach/kv.(*TxnCoordSender).(github.com/cockroachdb/cockroach/kv.startStats)-fm()
/go/src/github.com/cockroachdb/cockroach/kv/txn_coord_sender.go:188 +0x42
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4201f54d0, 0xc4248c2b40)
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:187 +0x8b
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:188 +0x74
goroutine 19146 [select]:
google.golang.org/grpc.(*addrConn).transportMonitor(0xc420f05680)
/go/src/google.golang.org/grpc/clientconn.go:720 +0x7d7
google.golang.org/grpc.(*ClientConn).resetAddrConn.func1(0xc420f05680)
/go/src/google.golang.org/grpc/clientconn.go:479 +0x26e
created by google.golang.org/grpc.(*ClientConn).resetAddrConn
/go/src/google.golang.org/grpc/clientconn.go:480 +0x647
goroutine 19066 [select]:
github.com/cockroachdb/cockroach/storage.(*StorePool).start.func1()
/go/src/github.com/cockroachdb/cockroach/storage/store_pool.go:340 +0x519
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4201f54d0, 0xc4219435e0)
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:187 +0x8b
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:188 +0x74
goroutine 19140 [select]:
github.com/cockroachdb/cockroach/ts.(*poller).start.func1()
/go/src/github.com/cockroachdb/cockroach/ts/db.go:81 +0x1c7
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4201f54d0, 0xc420c8b010)
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:187 +0x8b
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:188 +0x74
goroutine 19129 [select]:
github.com/cockroachdb/cockroach/storage.(*baseQueue).processLoop.func1()
/go/src/github.com/cockroachdb/cockroach/storage/queue.go:403 +0x36a
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4201f54d0, 0xc4231a71e0)
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:187 +0x8b
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:188 +0x74
goroutine 19121 [select]:
github.com/cockroachdb/cockroach/server.(*Node).startGossip.func1()
/go/src/github.com/cockroachdb/cockroach/server/node.go:586 +0x545
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4201f54d0, 0xc421f42300)
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:187 +0x8b
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:188 +0x74
goroutine 19093 [chan receive]:
github.com/cockroachdb/cmux.(*muxListener).Accept(0xc4231ae360, 0xc421105770, 0xc4243c6a80, 0xc4243c6a80, 0x27e5580)
<autogenerated>:9 +0xa4
crypto/tls.(*listener).Accept(0xc4231ae3c0, 0xc421105740, 0x1ab9f40, 0x27c21f0, 0x1b3ff80)
/usr/local/go/src/crypto/tls/tls.go:52 +0x56
net/http.(*Server).Serve(0xc42081e300, 0x27e7640, 0xc4231ae3c0, 0x0, 0x0)
/usr/local/go/src/net/http/server.go:2273 +0x249
github.com/cockroachdb/cockroach/server.(*Server).Start.func5()
/go/src/github.com/cockroachdb/cockroach/server/server.go:375 +0x8f
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4201f54d0, 0xc4231ae3e0)
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:187 +0x8b
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:188 +0x74
goroutine 19148 [select]:
github.com/cockroachdb/cockroach/storage.(*idAllocator).start.func1()
/go/src/github.com/cockroachdb/cockroach/storage/id_alloc.go:124 +0xacc
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4201f54d0, 0xc4249a57f0)
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:187 +0x8b
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:188 +0x74
goroutine 19068 [select]:
github.com/cockroachdb/cockroach/storage.NewRaftTransport.func1()
/go/src/github.com/cockroachdb/cockroach/storage/raft_transport.go:167 +0x12f6
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4201f54d0, 0xc4248c2b90)
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:187 +0x8b
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:188 +0x74
goroutine 19094 [chan receive]:
github.com/cockroachdb/cockroach/server.(*Server).Start.func6()
/go/src/github.com/cockroachdb/cockroach/server/server.go:379 +0xa6
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4201f54d0, 0xc4231ae400)
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:187 +0x8b
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:188 +0x74
goroutine 19108 [select]:
github.com/cockroachdb/cockroach/storage.(*Store).processRaft.func1()
/go/src/github.com/cockroachdb/cockroach/storage/store.go:2558 +0x182d
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4201f54d0, 0xc420c8ac40)
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:187 +0x8b
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:188 +0x74
goroutine 19095 [chan receive]:
github.com/cockroachdb/cmux.(*muxListener).Accept(0xc4231ae240, 0x1f07230, 0xc420312280, 0x27f50e0, 0xc420e3c210)
<autogenerated>:9 +0xa4
google.golang.org/grpc.(*Server).Serve(0xc420312280, 0x27ed380, 0xc4231ae240, 0x0, 0x0)
/go/src/google.golang.org/grpc/server.go:348 +0x1b8
github.com/cockroachdb/cockroach/server.(*Server).Start.func7()
/go/src/github.com/cockroachdb/cockroach/server/server.go:386 +0x8d
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4201f54d0, 0xc4231ae420)
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:187 +0x8b
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:188 +0x74
goroutine 19131 [select]:
github.com/cockroachdb/cockroach/storage.(*replicaScanner).waitAndProcess(0xc42054e380, 0xecf580301, 0xc421a34980, 0x2b1c7a0, 0xc42041bec0, 0xc4201f54d0, 0xc42150c900, 0xc420788c28)
/go/src/github.com/cockroachdb/cockroach/storage/scanner.go:201 +0x299
github.com/cockroachdb/cockroach/storage.(*replicaScanner).scanLoop.func1.1(0xc42150c900, 0xc421f5acc0)
/go/src/github.com/cockroachdb/cockroach/storage/scanner.go:259 +0x124
github.com/cockroachdb/cockroach/storage.(*storeRangeSet).Visit(0xc421f5ade0, 0xc4211d16c0)
/go/src/github.com/cockroachdb/cockroach/storage/store.go:242 +0x453
github.com/cockroachdb/cockroach/storage.(*replicaScanner).scanLoop.func1()
/go/src/github.com/cockroachdb/cockroach/storage/scanner.go:261 +0x3a5
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4201f54d0, 0xc4231a7220)
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:187 +0x8b
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:188 +0x74
goroutine 19150 [select]:
google.golang.org/grpc/transport.(*http2Server).controller(0xc420a5eab0)
/go/src/google.golang.org/grpc/transport/http2_server.go:673 +0xa56
created by google.golang.org/grpc/transport.newHTTP2Server
/go/src/google.golang.org/grpc/transport/http2_server.go:139 +0xa91
goroutine 19097 [chan receive]:
github.com/cockroachdb/cockroach/gossip.(*server).start.func3()
/go/src/github.com/cockroachdb/cockroach/gossip/server.go:368 +0x92
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4201f54d0, 0xc4231ae4a0)
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:187 +0x8b
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:188 +0x74
goroutine 19154 [IO wait]:
net.runtime_pollWait(0x7fe3496c1ef8, 0x72, 0x5ef973)
/usr/local/go/src/runtime/netpoll.go:160 +0x5e
net.(*pollDesc).wait(0xc4247a9d40, 0x72, 0x5ec228, 0x1ae9720)
/usr/local/go/src/net/fd_poll_runtime.go:73 +0x5b
net.(*pollDesc).waitRead(0xc4247a9d40, 0x27e31c0, 0xc42007e0b0)
/usr/local/go/src/net/fd_poll_runtime.go:78 +0x42
net.(*netFD).Read(0xc4247a9ce0, 0xc420726800, 0x400, 0x400, 0x0, 0x27e31c0, 0xc42007e0b0)
/usr/local/go/src/net/fd_unix.go:243 +0x1d9
net.(*conn).Read(0xc42145a2b0, 0xc420726800, 0x400, 0x400, 0xe049bfafff8fb1ff, 0x0, 0x1f07ce8)
/usr/local/go/src/net/net.go:173 +0x97
net.(*TCPConn).Read(0xc42145a2b0, 0xc420726800, 0x400, 0x400, 0x1, 0x27dbb80, 0xc42007e020)
<autogenerated>:69 +0x73
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc420e3c210, 0xc420726800, 0x400, 0x400, 0xc423abb318, 0x12a0df9, 0xc423abb318)
/go/src/github.com/cockroachdb/cmux/cmux.go:218 +0x183
crypto/tls.(*block).readFromUntil(0xc4224ebf80, 0x7fe34967a7c8, 0xc420e3c210, 0x5, 0xc420e3c210, 0x140)
/usr/local/go/src/crypto/tls/conn.go:472 +0x10d
crypto/tls.(*Conn).readRecord(0xc4208fe700, 0x1f07f17, 0xc4208fe800, 0x5f1db4)
/usr/local/go/src/crypto/tls/conn.go:574 +0x13d
crypto/tls.(*Conn).Read(0xc4208fe700, 0xc424592000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:1109 +0x186
bufio.(*Reader).fill(0xc421a52300)
/usr/local/go/src/bufio/bufio.go:97 +0x197
bufio.(*Reader).Read(0xc421a52300, 0xc423392ff8, 0x9, 0x9, 0x10, 0x10, 0xc4247d4c10)
/usr/local/go/src/bufio/bufio.go:209 +0x6ac
io.ReadAtLeast(0x27db600, 0xc421a52300, 0xc423392ff8, 0x9, 0x9, 0x9, 0x61a5fa, 0xc4204736c0, 0xc420c23988)
/usr/local/go/src/io/io.go:307 +0xb2
io.ReadFull(0x27db600, 0xc421a52300, 0xc423392ff8, 0x9, 0x9, 0x0, 0xc420a08000, 0xc423abba00)
/usr/local/go/src/io/io.go:325 +0x73
golang.org/x/net/http2.readFrameHeader(0xc423392ff8, 0x9, 0x9, 0x27db600, 0xc421a52300, 0x0, 0xc400000000, 0xc420c23988, 0x27df580)
/go/src/golang.org/x/net/http2/frame.go:237 +0xa3
golang.org/x/net/http2.(*Framer).ReadFrame(0xc423392fc0, 0x0, 0x27dbb80, 0xc42007e020, 0xc421a24bc0)
/go/src/golang.org/x/net/http2/frame.go:464 +0x105
google.golang.org/grpc/transport.(*framer).readFrame(0xc4245b0b40, 0xc420c23a70, 0xc420c23a70, 0xc423abbcc0, 0x1)
/go/src/google.golang.org/grpc/transport/http_util.go:505 +0x53
google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc420a5eab0, 0xc4245b0bd0)
/go/src/google.golang.org/grpc/transport/http2_server.go:260 +0x30a
google.golang.org/grpc.(*Server).serveStreams(0xc420312280, 0x27f4de0, 0xc420a5eab0)
/go/src/google.golang.org/grpc/server.go:424 +0x1d6
google.golang.org/grpc.(*Server).serveNewHTTP2Transport(0xc420312280, 0x27f5080, 0xc4208fe700, 0x27e2400, 0xc4205ee210)
/go/src/google.golang.org/grpc/server.go:411 +0x4f1
google.golang.org/grpc.(*Server).handleRawConn(0xc420312280, 0x27f50e0, 0xc420e3c210)
/go/src/google.golang.org/grpc/server.go:388 +0x5c3
created by google.golang.org/grpc.(*Server).Serve
/go/src/google.golang.org/grpc/server.go:357 +0x20a
goroutine 19120 [select]:
github.com/cockroachdb/cockroach/server.(*Node).startComputePeriodicMetrics.func1()
/go/src/github.com/cockroachdb/cockroach/server/node.go:626 +0x319
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4201f54d0, 0xc4249fbcc0)
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:187 +0x8b
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:188 +0x74
goroutine 19112 [chan receive]:
github.com/cockroachdb/cockroach/storage.(*Store).processRaft.func1.1(0xc4232cafc0)
/go/src/github.com/cockroachdb/cockroach/storage/store.go:2465 +0x58
created by github.com/cockroachdb/cockroach/storage.(*Store).processRaft.func1
/go/src/github.com/cockroachdb/cockroach/storage/store.go:2468 +0xd8
goroutine 19143 [IO wait]:
net.runtime_pollWait(0x7fe3496c1b38, 0x72, 0x5ef973)
/usr/local/go/src/runtime/netpoll.go:160 +0x5e
net.(*pollDesc).wait(0xc4247a83e0, 0x72, 0x5ec228, 0x1ae9720)
/usr/local/go/src/net/fd_poll_runtime.go:73 +0x5b
net.(*pollDesc).waitRead(0xc4247a83e0, 0x27e31c0, 0xc42007e0b0)
/usr/local/go/src/net/fd_poll_runtime.go:78 +0x42
net.(*netFD).accept(0xc4247a8380, 0x0, 0x27e03c0, 0xc421a28d80)
/usr/local/go/src/net/fd_unix.go:419 +0x2b8
net.(*TCPListener).accept(0xc42145a0e0, 0xc420082698, 0xc423a45ec8, 0x61486f)
/usr/local/go/src/net/tcpsock_posix.go:132 +0x51
net.(*TCPListener).Accept(0xc42145a0e0, 0x1f04240, 0xc4211d0280, 0x27f5320, 0xc420082698)
/usr/local/go/src/net/tcpsock.go:222 +0x50
github.com/cockroachdb/cmux.(*cMux).Serve(0xc4211d0280, 0x0, 0x0)
/go/src/github.com/cockroachdb/cmux/cmux.go:124 +0xdd
github.com/cockroachdb/cockroach/server.(*Server).Start.func11()
/go/src/github.com/cockroachdb/cockroach/server/server.go:466 +0x47
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4201f54d0, 0xc4249fbe00)
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:187 +0x8b
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:188 +0x74
goroutine 19096 [chan receive]:
github.com/cockroachdb/cmux.(*muxListener).Accept(0xc4231ae220, 0x1f066b0, 0xc4201f54d0, 0xc42145a0d8, 0x27f50e0)
<autogenerated>:9 +0xa4
github.com/cockroachdb/cockroach/util/netutil.(*Server).ServeWith(0xc42145a0d8, 0xc4201f54d0, 0x27ed380, 0xc4231ae220, 0xc4248c2cc0, 0xd935ad, 0xc42197b788)
/go/src/github.com/cockroachdb/cockroach/util/netutil/net.go:117 +0x71
github.com/cockroachdb/cockroach/server.(*Server).Start.func8()
/go/src/github.com/cockroachdb/cockroach/server/server.go:394 +0x112
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4201f54d0, 0xc4243c6ae0)
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:187 +0x8b
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:188 +0x74
goroutine 19110 [chan receive]:
github.com/cockroachdb/cockroach/storage.(*Store).processRaft.func1.1(0xc4232cafc0)
/go/src/github.com/cockroachdb/cockroach/storage/store.go:2465 +0x58
created by github.com/cockroachdb/cockroach/storage.(*Store).processRaft.func1
/go/src/github.com/cockroachdb/cockroach/storage/store.go:2468 +0xd8
goroutine 19151 [IO wait]:
net.runtime_pollWait(0x7fe3496c1778, 0x72, 0x5ef973)
/usr/local/go/src/runtime/netpoll.go:160 +0x5e
net.(*pollDesc).wait(0xc4247a9cd0, 0x72, 0x5ec228, 0x1ae9720)
/usr/local/go/src/net/fd_poll_runtime.go:73 +0x5b
net.(*pollDesc).waitRead(0xc4247a9cd0, 0x27e31c0, 0xc42007e0b0)
/usr/local/go/src/net/fd_poll_runtime.go:78 +0x42
net.(*netFD).Read(0xc4247a9c70, 0xc420973c00, 0x400, 0x400, 0x0, 0x27e31c0, 0xc42007e0b0)
/usr/local/go/src/net/fd_unix.go:243 +0x1d9
net.(*conn).Read(0xc42145a2c8, 0xc420973c00, 0x400, 0x400, 0xc400000102, 0x636a30, 0xc42022b000)
/usr/local/go/src/net/net.go:173 +0x97
net.(*TCPConn).Read(0xc42145a2c8, 0xc420973c00, 0x400, 0x400, 0xc4208fe5e0, 0xc421b63540, 0xc421b63540)
<autogenerated>:69 +0x73
crypto/tls.(*block).readFromUntil(0xc421b2a810, 0x7fe34967a778, 0xc42145a2c8, 0x5, 0xc42145a2c8, 0x0)
/usr/local/go/src/crypto/tls/conn.go:472 +0x10d
crypto/tls.(*Conn).readRecord(0xc4208fe380, 0x1f07f17, 0xc4208fe480, 0xc420973c0d)
/usr/local/go/src/crypto/tls/conn.go:574 +0x13d
crypto/tls.(*Conn).Read(0xc4208fe380, 0xc424a6c000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:1109 +0x186
bufio.(*Reader).fill(0xc421a52840)
/usr/local/go/src/bufio/bufio.go:97 +0x197
bufio.(*Reader).Read(0xc421a52840, 0xc4233930b8, 0x9, 0x9, 0xc42022b000, 0x1040100000030, 0x0)
/usr/local/go/src/bufio/bufio.go:209 +0x6ac
io.ReadAtLeast(0x27db600, 0xc421a52840, 0xc4233930b8, 0x9, 0x9, 0x9, 0x14c079d, 0x27e5180, 0xc4245b1170)
/usr/local/go/src/io/io.go:307 +0xb2
io.ReadFull(0x27db600, 0xc421a52840, 0xc4233930b8, 0x9, 0x9, 0xc4245b1260, 0xc421a20004, 0x0)
/usr/local/go/src/io/io.go:325 +0x73
golang.org/x/net/http2.readFrameHeader(0xc4233930b8, 0x9, 0x9, 0x27db600, 0xc421a52840, 0x0, 0xc400000000, 0x0, 0x0)
/go/src/golang.org/x/net/http2/frame.go:237 +0xa3
golang.org/x/net/http2.(*Framer).ReadFrame(0xc423393080, 0x27e5340, 0xc4245b1260, 0x0, 0xc421b63e20)
/go/src/golang.org/x/net/http2/frame.go:464 +0x105
google.golang.org/grpc/transport.(*framer).readFrame(0xc4245b0c90, 0xc4245b1260, 0xc4245b1260, 0xc421b63eb0, 0x1)
/go/src/google.golang.org/grpc/transport/http_util.go:505 +0x53
google.golang.org/grpc/transport.(*http2Client).reader(0xc424a47b00)
/go/src/google.golang.org/grpc/transport/http2_client.go:921 +0x154
created by google.golang.org/grpc/transport.newHTTP2Client
/go/src/google.golang.org/grpc/transport/http2_client.go:203 +0xc1a
goroutine 19088 [chan receive]:
github.com/cockroachdb/cockroach/util/netutil.MakeServer.func2()
/go/src/github.com/cockroachdb/cockroach/util/netutil/net.go:100 +0x8e
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4201f54d0, 0xc4231ae120)
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:187 +0x8b
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:188 +0x74
goroutine 19164 [IO wait]:
net.runtime_pollWait(0x7fe3496c1d78, 0x72, 0x5ef973)
/usr/local/go/src/runtime/netpoll.go:160 +0x5e
net.(*pollDesc).wait(0xc4247c61b0, 0x72, 0x5ec228, 0x1ae9720)
/usr/local/go/src/net/fd_poll_runtime.go:73 +0x5b
net.(*pollDesc).waitRead(0xc4247c61b0, 0x27e31c0, 0xc42007e0b0)
/usr/local/go/src/net/fd_poll_runtime.go:78 +0x42
net.(*netFD).Read(0xc4247c6150, 0xc420364000, 0x400, 0x400, 0x0, 0x27e31c0, 0xc42007e0b0)
/usr/local/go/src/net/fd_unix.go:243 +0x1d9
net.(*conn).Read(0xc420082698, 0xc420364000, 0x400, 0x400, 0xc420c54c01, 0x8, 0x1f07ce8)
/usr/local/go/src/net/net.go:173 +0x97
net.(*TCPConn).Read(0xc420082698, 0xc420364000, 0x400, 0x400, 0x1, 0x27dbb80, 0xc42007e020)
<autogenerated>:69 +0x73
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc4205ee370, 0xc420364000, 0x400, 0x400, 0xc420c54d48, 0x12a0e4b, 0xc420c54d48)
/go/src/github.com/cockroachdb/cmux/cmux.go:218 +0x183
crypto/tls.(*block).readFromUntil(0xc4216cc030, 0x7fe34967a7c8, 0xc4205ee370, 0x5, 0xc4205ee370, 0x4331370fced0c7bd)
/usr/local/go/src/crypto/tls/conn.go:472 +0x10d
crypto/tls.(*Conn).readRecord(0xc420958380, 0x16, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:574 +0x13d
crypto/tls.(*Conn).readHandshake(0xc420958380, 0x0, 0xc4216cc000, 0x30, 0xc420c55330)
/usr/local/go/src/crypto/tls/conn.go:925 +0x11a
crypto/tls.(*serverHandshakeState).readClientHello(0xc420c555d0, 0xc420c555c0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/handshake_server.go:118 +0xae
crypto/tls.(*Conn).serverHandshake(0xc420958380, 0x1f07f40, 0xc420958480)
/usr/local/go/src/crypto/tls/handshake_server.go:49 +0x10e
crypto/tls.(*Conn).Handshake(0xc420958380, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:1234 +0x239
crypto/tls.(*Conn).Read(0xc420958380, 0xc4225f2138, 0x4, 0x4, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:1092 +0x81
io.ReadAtLeast(0x7fe3496c7538, 0xc420958380, 0xc4225f2138, 0x4, 0x4, 0x4, 0x61a277, 0x1634320, 0x0)
/usr/local/go/src/io/io.go:307 +0xb2
io.ReadFull(0x7fe3496c7538, 0xc420958380, 0xc4225f2138, 0x4, 0x4, 0x11ec4000001b6, 0x2f0, 0x328)
/usr/local/go/src/io/io.go:325 +0x73
github.com/cockroachdb/cockroach/sql/pgwire.(*readBuffer).readUntypedMsg(0xc4225f2120, 0x7fe3496c7538, 0xc420958380, 0x7fe3496c7538, 0xc420958380, 0x0)
/go/src/github.com/cockroachdb/cockroach/sql/pgwire/encoding.go:73 +0x91
github.com/cockroachdb/cockroach/sql/pgwire.(*Server).ServeConn(0xc4211d0040, 0x27f5080, 0xc420958380, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/sql/pgwire/server.go:202 +0x469
github.com/cockroachdb/cockroach/server.(*Server).Start.func8.1(0x27f50e0, 0xc4205ee370)
/go/src/github.com/cockroachdb/cockroach/server/server.go:391 +0x89
github.com/cockroachdb/cockroach/util/netutil.(*Server).ServeWith.func1(0xc4201f54d0, 0xc42145a0d8, 0x27f50e0, 0xc4205ee370, 0xc4248c2cc0)
/go/src/github.com/cockroachdb/cockroach/util/netutil/net.go:138 +0xc9
created by github.com/cockroachdb/cockroach/util/netutil.(*Server).ServeWith
/go/src/github.com/cockroachdb/cockroach/util/netutil/net.go:140 +0x2f9
goroutine 19114 [select]:
github.com/cockroachdb/cockroach/storage.(*Store).Start.func4()
/go/src/github.com/cockroachdb/cockroach/storage/store.go:947 +0x19d
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4201f54d0, 0xc4249fbae0)
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:187 +0x8b
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:188 +0x74
goroutine 19089 [chan receive]:
github.com/cockroachdb/cockroach/util/netutil.MakeServer.func2()
/go/src/github.com/cockroachdb/cockroach/util/netutil/net.go:100 +0x8e
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4201f54d0, 0xc4231ae180)
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:187 +0x8b
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:188 +0x74
goroutine 19113 [chan receive]:
github.com/cockroachdb/cockroach/storage.(*Store).processRaft.func1.1(0xc4232cafc0)
/go/src/github.com/cockroachdb/cockroach/storage/store.go:2465 +0x58
created by github.com/cockroachdb/cockroach/storage.(*Store).processRaft.func1
/go/src/github.com/cockroachdb/cockroach/storage/store.go:2468 +0xd8
goroutine 19132 [select]:
github.com/cockroachdb/cockroach/storage.(*baseQueue).processLoop.func1()
/go/src/github.com/cockroachdb/cockroach/storage/queue.go:403 +0x36a
github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker.func1(0xc4201f54d0, 0xc4231a7840)
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:187 +0x8b
created by github.com/cockroachdb/cockroach/util/stop.(*Stopper).RunWorker
/go/src/github.com/cockroachdb/cockroach/util/stop/stopper.go:188 +0x74
FAIL github.com/cockroachdb/cockroach/sql 480.839s
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment