Created
July 7, 2020 13:39
-
-
Save tbg/a28024fb334c9c507403211bafd524f7 to your computer and use it in GitHub Desktop.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| https://teamcity.cockroachdb.com/viewLog.html?buildId=2067228&buildTypeId=Cockroach_UnitTests_Test&tab=buildLog&_focus=5442&state=5442#_state=5442 | |
| panic: test timed out after 30m0s | |
| goroutine 2630024 [running]: | |
| testing.(*M).startAlarm.func1() | |
| /usr/local/go/src/testing/testing.go:1459 +0xdf | |
| created by time.goFunc | |
| /usr/local/go/src/time/sleep.go:168 +0x44 | |
| goroutine 1 [chan receive, 29 minutes]: | |
| testing.(*T).Run(0xc000d8d9e0, 0x44f73cc, 0x17, 0x463ea80, 0x7d6301) | |
| /usr/local/go/src/testing/testing.go:1043 +0x37e | |
| testing.runTests.func1(0xc00017db00) | |
| /usr/local/go/src/testing/testing.go:1284 +0x78 | |
| testing.tRunner(0xc00017db00, 0xc000877de0) | |
| /usr/local/go/src/testing/testing.go:991 +0xdc | |
| testing.runTests(0xc0006f0b20, 0x72a6200, 0x9, 0x9, 0x0) | |
| /usr/local/go/src/testing/testing.go:1282 +0x2a7 | |
| testing.(*M).Run(0xc0001dc900, 0x0) | |
| /usr/local/go/src/testing/testing.go:1199 +0x15f | |
| github.com/cockroachdb/cockroach/pkg/ccl/partitionccl.TestMain(0xc0001dc900) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/ccl/partitionccl/main_test.go:31 +0xda | |
| main.main() | |
| _testmain.go:58 +0x135 | |
| goroutine 6 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.flushDaemon() | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_flush.go:72 +0x73 | |
| created by github.com/cockroachdb/cockroach/pkg/util/log.init.7 | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_flush.go:44 +0x35 | |
| goroutine 7 [chan receive, 30 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.signalFlusher() | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_flush.go:99 +0x124 | |
| created by github.com/cockroachdb/cockroach/pkg/util/log.init.7 | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_flush.go:45 +0x4d | |
| goroutine 18 [syscall, 30 minutes]: | |
| os/signal.signal_recv(0x0) | |
| /usr/local/go/src/runtime/sigqueue.go:147 +0x9c | |
| os/signal.loop() | |
| /usr/local/go/src/os/signal/signal_unix.go:23 +0x22 | |
| created by os/signal.Notify.func1 | |
| /usr/local/go/src/os/signal/signal.go:127 +0x44 | |
| goroutine 82 [select]: | |
| go.opencensus.io/stats/view.(*worker).start(0xc000733040) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/go.opencensus.io/stats/view/worker.go:152 +0xdd | |
| created by go.opencensus.io/stats/view.init.0 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/go.opencensus.io/stats/view/worker.go:29 +0x57 | |
| goroutine 3029 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6f2) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc001994510) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001994510) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018eed0, 0xc0019c9170, 0xc00018eec0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4465 [select, 13 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/stats.(*Refresher).Start.func1(0x4ecfc00, 0xc00207cc60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/stats/automatic_stats.go:262 +0x19f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0034db0a0, 0xc001aaf560, 0xc003070280) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 2798 [semacquire, 13 minutes]: | |
| sync.runtime_Semacquire(0xc00889be08) | |
| /usr/local/go/src/runtime/sema.go:56 +0x42 | |
| sync.(*WaitGroup).Wait(0xc00889be00) | |
| /usr/local/go/src/sync/waitgroup.go:130 +0x64 | |
| github.com/cockroachdb/cockroach/pkg/testutils/testcluster.(*TestCluster).stopServers(0xc0016f6f50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/testutils/testcluster/testcluster.go:99 +0x10b | |
| github.com/cockroachdb/cockroach/pkg/util/stop.CloserFn.Close(0xc0042a8000) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:90 +0x25 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).Stop(0xc0019c90e0, 0x4ecfb80, 0xc000074120) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:494 +0x420 | |
| github.com/cockroachdb/cockroach/pkg/ccl/partitionccl.setupPartitioningTestCluster.func2() | |
| /go/src/github.com/cockroachdb/cockroach/pkg/ccl/partitionccl/partition_test.go:1170 +0x46 | |
| github.com/cockroachdb/cockroach/pkg/ccl/partitionccl.TestInitialPartitioning(0xc000d8d9e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/ccl/partitionccl/partition_test.go:1207 +0x1d8 | |
| testing.tRunner(0xc000d8d9e0, 0x463ea80) | |
| /usr/local/go/src/testing/testing.go:991 +0xdc | |
| created by testing.(*T).Run | |
| /usr/local/go/src/testing/testing.go:1042 +0x357 | |
| goroutine 2961 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.(*loggerT).gcDaemon(0xc001ec1800, 0x4ecfb40, 0xc001b26980) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_gc.go:44 +0xcc | |
| created by github.com/cockroachdb/cockroach/pkg/util/log.NewSecondaryLogger | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/secondary_log.go:86 +0x2c6 | |
| goroutine 2960 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.(*loggerT).gcDaemon(0xc001ec1780, 0x4ecfb40, 0xc001b26980) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_gc.go:44 +0xcc | |
| created by github.com/cockroachdb/cockroach/pkg/util/log.NewSecondaryLogger | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/secondary_log.go:86 +0x2c6 | |
| goroutine 2959 [select, 28 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc00181a7e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001942a60, 0xc0019c9170, 0xc001942a50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 2958 [select, 28 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc00181a7b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001942a30, 0xc0019c9170, 0xc001942a20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 2957 [select, 28 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc00181a780) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001942a10, 0xc0019c9170, 0xc001942a00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 2956 [select, 28 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc00181a750) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0019429f0, 0xc0019c9170, 0xc0019429e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 2955 [select, 28 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc00181a6f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0019429d0, 0xc0019c9170, 0xc0019429c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 2954 [select, 28 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc00181a6c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0019429b0, 0xc0019c9170, 0xc0019429a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 2800 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/security.(*CertificateManager).RegisterSignalHandler.func1(0xc0019c9170, 0xc000da0d80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/security/certificate_manager.go:239 +0x142 | |
| created by github.com/cockroachdb/cockroach/pkg/security.(*CertificateManager).RegisterSignalHandler | |
| /go/src/github.com/cockroachdb/cockroach/pkg/security/certificate_manager.go:236 +0x49 | |
| goroutine 2962 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.(*loggerT).gcDaemon(0xc001ec1880, 0x4ecfb40, 0xc001b26980) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_gc.go:44 +0xcc | |
| created by github.com/cockroachdb/cockroach/pkg/util/log.NewSecondaryLogger | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/secondary_log.go:86 +0x2c6 | |
| goroutine 3023 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6b7) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc001994450) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001994450) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018ed70, 0xc0019c9170, 0xc00018ed60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3024 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6c8) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc001994480) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001994480) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018edb0, 0xc0019c9170, 0xc00018ed80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3025 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6c9) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc0019944e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc0019944e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018edd0, 0xc0019c9170, 0xc00018edc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3022 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6d8) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc001994420) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001994420) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018ed50, 0xc0019c9170, 0xc00018ed20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3072 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startLeaseRenewer.func1(0x4ecfc00, 0xc00187e180) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1717 +0x2f2 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018f800, 0xc0019c9170, 0xc00018f7f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4785 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4e9) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc0016a7f50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc0016a7f50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81730, 0xc001690750, 0xc001a81720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3013 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6dd) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168fe30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168fe30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018ebd0, 0xc0019c9170, 0xc00018ebb0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3014 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6db) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168fe60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168fe60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018ebf0, 0xc0019c9170, 0xc00018ebe0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3033 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6dc) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168e030) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168e030) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018ef70, 0xc0019c9170, 0xc00018ef60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3034 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6e1) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168e060) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168e060) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018ef90, 0xc0019c9170, 0xc00018ef80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4030 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc001aeb5f0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc001aeb5f0, 0xc00071c1e0, 0x1, 0x1, 0xc0026237b8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0004d20f8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 3035 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6ba) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168e090) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168e090) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018efc0, 0xc0019c9170, 0xc00018efa0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 2964 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/hlc.(*Clock).StartMonitoringForwardClockJumps.func1(0x4646010, 0xc000485d10, 0xc001530770, 0x4ecfc00, 0xc000ad56e0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/hlc/hlc.go:186 +0x11a | |
| created by github.com/cockroachdb/cockroach/pkg/util/hlc.(*Clock).StartMonitoringForwardClockJumps | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/hlc/hlc.go:179 +0xd0 | |
| goroutine 3026 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6de) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc0019943f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc0019943f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018edf0, 0xc0019c9170, 0xc00018ede0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 2952 [select, 27 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc00181a630) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001942970, 0xc0019c9170, 0xc001942960) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 2951 [select, 27 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc00181a4b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001942950, 0xc0019c9170, 0xc001942900) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 2950 [select, 27 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc00181a450) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0019428f0, 0xc0019c9170, 0xc0019428e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 2953 [select, 27 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc00181a690) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001942990, 0xc0019c9170, 0xc001942980) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 2948 [select, 28 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc00181a3f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0019428b0, 0xc0019c9170, 0xc0019428a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 2949 [select, 28 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc00181a420) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0019428d0, 0xc0019c9170, 0xc0019428c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 2947 [select, 28 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc00181a3c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001942890, 0xc0019c9170, 0xc001942880) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 2946 [select, 28 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc00181a390) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001942870, 0xc0019c9170, 0xc001942860) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4369 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5ea5) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc001c7de00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001c7de00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a9020, 0xc001aaf560, 0xc0005a8fe0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3032 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6bd) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc000e9af60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc000e9af60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018ef50, 0xc0019c9170, 0xc00018ef40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 2913 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func1(0x4ecfc00, 0xc001994180) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:814 +0x167 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ae5c0, 0xc0019c9170, 0xc000560d00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4025 [select, 29 minutes]: | |
| database/sql.(*DB).connectionResetter(0xc0016c6780, 0x4ecfb40, 0xc001882d00) | |
| /usr/local/go/src/database/sql/sql.go:1065 +0xfb | |
| created by database/sql.OpenDB | |
| /usr/local/go/src/database/sql/sql.go:723 +0x193 | |
| goroutine 3090 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func1(0x4ecfc00, 0xc0019941b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:814 +0x167 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ae5d0, 0xc0019c9170, 0xc000560d20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3019 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6ee) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168ff50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168ff50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018ecd0, 0xc0019c9170, 0xc00018ecc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3049 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6da) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168e3f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168e3f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018f340, 0xc0019c9170, 0xc00018f330) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3091 [select, 14 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func1(0x4ecfc00, 0xc0019941e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:814 +0x167 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ae610, 0xc0019c9170, 0xc000560d40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4131 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc001aebe30) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc001aebe30, 0xc00071c1e0, 0x1, 0x1, 0xc000b21fb8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0027a61f0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 4344 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5eb4) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc001c7d950) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001c7d950) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a8be0, 0xc001aaf560, 0xc0005a8bd0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3011 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6f1) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168e6c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168e6c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018eb80, 0xc0019c9170, 0xc00018eb70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 2932 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc001440c00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc001440c00, 0xc00071c1e0, 0x1, 0x1, 0xc000b37fb8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc000eeb9f0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 3008 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6b5) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168eae0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168eae0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018eb20, 0xc0019c9170, 0xc00018eb10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3010 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6ed) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168eb40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168eb40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018eb60, 0xc0019c9170, 0xc00018eb50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3009 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6d2) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168eb10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168eb10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018eb40, 0xc0019c9170, 0xc00018eb30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3007 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6e7) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168eab0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168eab0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018eb00, 0xc0019c9170, 0xc00018eaf0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3070 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/retry.(*Retry).Next(0xc018c29e88, 0x760a760) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/retry/retry.go:116 +0x185 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startGossip.func4(0x4ecfc00, 0xc00187e1b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1652 +0xad | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018f7c0, 0xc0019c9170, 0xc000c04be0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3068 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/retry.(*Retry).Next(0xc009269e88, 0x760a760) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/retry/retry.go:116 +0x185 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startGossip.func4(0x4ecfc00, 0xc00168f0b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1652 +0xad | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018f790, 0xc0019c9170, 0xc000c04af0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3067 [select, 14 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).Start.func2(0x4ecfc00, 0xc00168f080) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1527 +0xe5 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018f780, 0xc0019c9170, 0xc00071d4e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3069 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/retry.(*Retry).Next(0xc01aa6de88, 0x760a760) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/retry/retry.go:116 +0x185 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startGossip.func4(0x4ecfc00, 0xc00187e0f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1652 +0xad | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018f7a0, 0xc0019c9170, 0xc000c04b40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4503 [select]: | |
| github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).Start.func4(0x4ecfc00, 0xc00207cf30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:526 +0x12d | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0034db130, 0xc001aaf560, 0xc00207c6f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4460 [select, 27 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowScheduler).Start.func1(0x4ecfc00, 0xc00132e2a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow_scheduler.go:149 +0x14b | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0034db020, 0xc001aaf560, 0xc0034db010) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 2938 [sync.Cond.Wait, 29 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc0002b99e0, 0x0) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc0002b99d0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/pebble/internal/record.(*flusherCond).Wait(...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:193 | |
| github.com/cockroachdb/pebble/internal/record.(*LogWriter).flushLoop(0xc0002b9900, 0x4ecfc00, 0xc001440de0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:395 +0x10b | |
| runtime/pprof.Do(0x4ecfc00, 0xc001440de0, 0xc0006f1cc0, 0x1, 0x1, 0xc0007fd7b8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble/internal/record.NewLogWriter.func2(0xc0002b9900) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:313 +0x89 | |
| created by github.com/cockroachdb/pebble/internal/record.NewLogWriter | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:312 +0x2da | |
| goroutine 3065 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).raftTickLoop(0xc001e9f500, 0x4ecfc00, 0xc00168f050) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_raft.go:591 +0x253 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018f6b0, 0xc0019c9170, 0xc00018f6a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3066 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).coalescedHeartbeatsLoop(0xc001e9f500, 0x4ecfc00, 0xc00168eff0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_raft.go:653 +0x12f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018f6f0, 0xc0019c9170, 0xc00018f6e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3064 [semacquire, 29 minutes]: | |
| sync.runtime_Semacquire(0xc000aed878) | |
| /usr/local/go/src/runtime/sema.go:56 +0x42 | |
| sync.(*WaitGroup).Wait(0xc000aed870) | |
| /usr/local/go/src/sync/waitgroup.go:130 +0x64 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Wait(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:172 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018f680, 0xc0019c9170, 0xc00018f670) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3015 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6f0) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168fe90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168fe90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018ec20, 0xc0019c9170, 0xc00018ec10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3063 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6be) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168ee70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168ee70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018f660, 0xc0019c9170, 0xc00018f640) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3060 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6df) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168edb0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168edb0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018f5f0, 0xc0019c9170, 0xc00018f5e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3061 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6d9) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168ede0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168ede0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018f610, 0xc0019c9170, 0xc00018f600) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 2974 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc00181acf0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc00181acf0, 0xc00071c1e0, 0x1, 0x1, 0xc00055d7b8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0012eebe0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 2973 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc00181ac90) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc00181ac90, 0xc00071c1e0, 0x1, 0x1, 0xc000557fb8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0012eeae8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 2937 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc001440cc0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc001440cc0, 0xc00071c1e0, 0x1, 0x1, 0xc000b23fb8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc000eebec8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 4786 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4de) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc0016a7f80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc0016a7f80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81750, 0xc001690750, 0xc001a81740) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4461 [select, 14 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).Start.func1(0x4ecfc00, 0xc001533d40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:330 +0x123 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0034db030, 0xc001aaf560, 0xc003070260) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 2971 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc00181aba0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc00181aba0, 0xc00071c1e0, 0x1, 0x1, 0xc000558fb8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0012ee8f8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 4382 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5eb0) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc0019a93e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc0019a93e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a93a0, 0xc001aaf560, 0xc0005a9390) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3062 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6c3) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168ee10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168ee10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018f630, 0xc0019c9170, 0xc00018f620) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 2970 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc00181ab40) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc00181ab40, 0xc00071c1e0, 0x1, 0x1, 0xc0000997b8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0012ee800) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 2930 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc001440ab0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc001440ab0, 0xc00071c1e0, 0x1, 0x1, 0xc000b297b8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc000eeb800) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 2935 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc001440b70) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc001440b70, 0xc00071c1e0, 0x1, 0x1, 0xc000587fb8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc000eebcd8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 2934 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc001440e10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc001440e10, 0xc00071c1e0, 0x1, 0x1, 0xc000b2f7b8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc000eebbe0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 2933 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc001440d20) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc001440d20, 0xc00071c1e0, 0x1, 0x1, 0xc000b437b8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc000eebae8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 4501 [select]: | |
| github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).Start.func1(0x4ecfc00, 0xc00207ced0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:491 +0x12c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0034db100, 0xc001aaf560, 0xc0030702c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 2936 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc001440b10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc001440b10, 0xc00071c1e0, 0x1, 0x1, 0xc000b247b8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc000eebdd0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 2965 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.MakeServer.func2(0x4ecfc00, 0xc00181a810) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:107 +0x64 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001943090, 0xc0019c9170, 0xc0014b0cc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 2972 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc00181ac30) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc00181ac30, 0xc00071c1e0, 0x1, 0x1, 0xc00055dfb8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0012ee9f0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 3012 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6ec) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168fe00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168fe00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018eba0, 0xc0019c9170, 0xc00018eb90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 2931 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc001440a50) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc001440a50, 0xc00071c1e0, 0x1, 0x1, 0xc0005577b8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc000eeb8f8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 3050 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6c0) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168e510) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168e510) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018f370, 0xc0019c9170, 0xc00018f360) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4032 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc001577590) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc001577590, 0xc00071c1e0, 0x1, 0x1, 0xc0020e27b8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0004d22e8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 3047 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6f4) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168e300) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168e300) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018f270, 0xc0019c9170, 0xc00018f230) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3044 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6e2) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168e270) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168e270) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018f1d0, 0xc0019c9170, 0xc00018f1c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3041 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6c6) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168e1e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168e1e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018f170, 0xc0019c9170, 0xc00018f160) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4359 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5ebd) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc001c7dc20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001c7dc20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a8de0, 0xc001aaf560, 0xc0005a8dd0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3039 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6e0) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168e180) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168e180) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018f0c0, 0xc0019c9170, 0xc00018f040) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4347 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5ec8) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc001c7d9e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001c7d9e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a8c50, 0xc001aaf560, 0xc0005a8c40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3055 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6c1) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168ecc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168ecc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018f4a0, 0xc0019c9170, 0xc00018f490) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 2673 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*NodeLiveness).StartHeartbeat.func1(0x4ecfc00, 0xc001a94db0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/node_liveness.go:542 +0x456 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0021cf600, 0xc0019c9170, 0xc0009822d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3021 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6c4) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168fdd0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168fdd0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018ed10, 0xc0019c9170, 0xc00018ed00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3040 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6ce) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168e1b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168e1b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018f140, 0xc0019c9170, 0xc00018f130) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3043 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6bb) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168e240) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168e240) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018f1b0, 0xc0019c9170, 0xc00018f1a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3042 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6e4) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168e210) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168e210) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018f190, 0xc0019c9170, 0xc00018f180) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4101 [sync.Cond.Wait, 29 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc0014defe0, 0x0) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc0014defd0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/pebble/internal/record.(*flusherCond).Wait(...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:193 | |
| github.com/cockroachdb/pebble/internal/record.(*LogWriter).flushLoop(0xc0014def00, 0x4ecfc00, 0xc001b5bda0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:395 +0x10b | |
| runtime/pprof.Do(0x4ecfc00, 0xc001b5bda0, 0xc0006f1cc0, 0x1, 0x1, 0xc0007fcfb8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble/internal/record.NewLogWriter.func2(0xc0014def00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:313 +0x89 | |
| created by github.com/cockroachdb/pebble/internal/record.NewLogWriter | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:312 +0x2da | |
| goroutine 3048 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6f3) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168e3c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168e3c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018f300, 0xc0019c9170, 0xc00018f2e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3059 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6c2) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168ed80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168ed80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018f5b0, 0xc0019c9170, 0xc00018f5a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4027 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/security.(*CertificateManager).RegisterSignalHandler.func1(0xc001aaf560, 0xc000c317a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/security/certificate_manager.go:239 +0x142 | |
| created by github.com/cockroachdb/cockroach/pkg/security.(*CertificateManager).RegisterSignalHandler | |
| /go/src/github.com/cockroachdb/cockroach/pkg/security/certificate_manager.go:236 +0x49 | |
| goroutine 3016 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6d1) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168fec0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168fec0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018ec50, 0xc0019c9170, 0xc00018ec40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3052 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6b9) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168e660) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168e660) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018f400, 0xc0019c9170, 0xc00018f3f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4342 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func1(0x4ecfc00, 0xc001c7d8f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:156 +0x4d | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a8ba0, 0xc001aaf560, 0xc002928680) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3053 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6d0) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168e000) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168e000) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018f440, 0xc0019c9170, 0xc00018f410) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3054 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6c5) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168ec90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168ec90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018f470, 0xc0019c9170, 0xc00018f460) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3051 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6e5) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168e5d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168e5d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018f3e0, 0xc0019c9170, 0xc00018f3d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4129 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc001aebd70) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc001aebd70, 0xc00071c1e0, 0x1, 0x1, 0xc000b277b8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0027a6000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 4384 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5ecd) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc0019a9440) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc0019a9440) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a93f0, 0xc001aaf560, 0xc0005a93e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3038 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6bc) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168e150) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168e150) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018f030, 0xc0019c9170, 0xc00018f020) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4345 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5ec7) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc001c7d980) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001c7d980) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a8c00, 0xc001aaf560, 0xc0005a8bf0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4124 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.MakeServer.func2(0x4ecfc00, 0xc001aebc50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:107 +0x64 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00049a190, 0xc001aaf560, 0xc00207b540) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3002 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6e3) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168ec00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168ec00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018ea00, 0xc0019c9170, 0xc00018e9f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4373 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5ea3) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc001c7dec0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001c7dec0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a9160, 0xc001aaf560, 0xc0005a9130) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3097 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func1(0x4ecfc00, 0xc0019943c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:814 +0x167 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ae700, 0xc0019c9170, 0xc000560e00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3017 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6ea) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168fef0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168fef0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018ec70, 0xc0019c9170, 0xc00018ec60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4888 [select]: | |
| github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).Start.func4(0x4ecfc00, 0xc001d7b1a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:526 +0x12d | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ff370, 0xc001690750, 0xc001d7af30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4113 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc001aebad0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001f6bb00, 0xc001aaf560, 0xc001f6baf0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3095 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func1(0x4ecfc00, 0xc001994360) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:814 +0x167 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ae6b0, 0xc0019c9170, 0xc000560dc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4267 [select, 28 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func1(0x4ecfc00, 0xc0019a9cb0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:814 +0x167 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc002ed27d0, 0xc001aaf560, 0xc002ef1280) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4266 [select, 27 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func1(0x4ecfc00, 0xc0019a9c80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:814 +0x167 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc002ed27c0, 0xc001aaf560, 0xc002ef1260) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3045 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6eb) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168e2a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168e2a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018f1f0, 0xc0019c9170, 0xc00018f1e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4979 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func1(0x4ecfc00, 0xc001d5b380) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:814 +0x167 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0017c68f0, 0xc001690750, 0xc000bfe740) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4784 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4e0) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc0016a7f20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc0016a7f20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81710, 0xc001690750, 0xc001a81700) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3046 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6bf) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168e2d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168e2d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018f220, 0xc0019c9170, 0xc00018f200) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4024 [select, 29 minutes]: | |
| database/sql.(*DB).connectionOpener(0xc0016c6780, 0x4ecfb40, 0xc001882d00) | |
| /usr/local/go/src/database/sql/sql.go:1052 +0xe8 | |
| created by database/sql.OpenDB | |
| /usr/local/go/src/database/sql/sql.go:722 +0x15d | |
| goroutine 3031 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6d6) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc0019945d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc0019945d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018ef20, 0xc0019c9170, 0xc00018ef00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3037 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6cc) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168e120) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168e120) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018f010, 0xc0019c9170, 0xc00018f000) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3126 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).startWriteNodeStatus.func1(0x4ecfc00, 0xc000e9be30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:711 +0x112 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0021cfae0, 0xc0019c9170, 0xc001ca6fc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4978 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func1(0x4ecfc00, 0xc001d5b350) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:814 +0x167 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0017c68e0, 0xc001690750, 0xc000bfe720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4270 [select, 13 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func1(0x4ecfc00, 0xc0019a9d40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:814 +0x167 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc002ed2800, 0xc001aaf560, 0xc002ef12e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3094 [select, 13 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func1(0x4ecfc00, 0xc001994330) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:814 +0x167 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ae670, 0xc0019c9170, 0xc000560da0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3020 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6d7) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168ff80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168ff80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018ecf0, 0xc0019c9170, 0xc00018ece0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3093 [select, 18 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func1(0x4ecfc00, 0xc001994300) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:814 +0x167 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ae660, 0xc0019c9170, 0xc000560d80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4981 [select, 27 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func1(0x4ecfc00, 0xc0005fa2d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:814 +0x167 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0017c6940, 0xc001690750, 0xc000bfe780) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3096 [select, 14 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func1(0x4ecfc00, 0xc001994390) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:814 +0x167 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ae6c0, 0xc0019c9170, 0xc000560de0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4031 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc001aeb710) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc001aeb710, 0xc00071c1e0, 0x1, 0x1, 0xc0020e4fb8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0004d21f0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 3036 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6ef) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168e0c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168e0c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018efe0, 0xc0019c9170, 0xc00018efd0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3018 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6cf) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168ff20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168ff20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018ec90, 0xc0019c9170, 0xc00018ec80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 2991 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).manage.func1(0x4ecfc00, 0xc0021d0150) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1387 +0x327 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0019436b0, 0xc0019c9170, 0xc0019436a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4522 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/security.(*CertificateManager).RegisterSignalHandler.func1(0xc001690750, 0xc0020b78c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/security/certificate_manager.go:239 +0x142 | |
| created by github.com/cockroachdb/cockroach/pkg/security.(*CertificateManager).RegisterSignalHandler | |
| /go/src/github.com/cockroachdb/cockroach/pkg/security/certificate_manager.go:236 +0x49 | |
| goroutine 4980 [select, 27 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func1(0x4ecfc00, 0xc001d5b3e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:814 +0x167 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0017c6900, 0xc001690750, 0xc000bfe760) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4705 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func1(0x4ecfc00, 0xc001d5b320) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:814 +0x167 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0017c68c0, 0xc001690750, 0xc000bfe700) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 1845396 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc0014dcae0, 0x4e7) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc0014dcad0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/pebble/internal/record.(*flusherCond).Wait(...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:193 | |
| github.com/cockroachdb/pebble/internal/record.(*LogWriter).flushLoop(0xc0014dca00, 0x4ecfc00, 0xc00ead15f0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:395 +0x10b | |
| runtime/pprof.Do(0x4ecfc00, 0xc00ead15f0, 0xc0006f1cc0, 0x1, 0x1, 0xc0024597b8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble/internal/record.NewLogWriter.func2(0xc0014dca00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:313 +0x89 | |
| created by github.com/cockroachdb/pebble/internal/record.NewLogWriter | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:312 +0x2da | |
| goroutine 3030 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6ca) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc0019945a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc0019945a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018eef0, 0xc0019c9170, 0xc00018eee0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4265 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func1(0x4ecfc00, 0xc0019a9c50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:814 +0x167 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc002ed27b0, 0xc001aaf560, 0xc002ef1240) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3138 [select, 13 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/stats.(*Refresher).Start.func1(0x4ecfc00, 0xc001b5b770) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/stats/automatic_stats.go:262 +0x19f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0021cfc10, 0xc0019c9170, 0xc001ca7180) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4103 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc001aeb8f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001f6b9c0, 0xc001aaf560, 0xc001f6b9b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4135 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc001a42060) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc001a42060, 0xc00071c1e0, 0x1, 0x1, 0xc000b28fb8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0027a65d0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 4365 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5ed1) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc001c7dd40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001c7dd40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a8ea0, 0xc001aaf560, 0xc0005a8e90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3000 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6b8) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168ebd0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168ebd0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018e9a0, 0xc0019c9170, 0xc00018e980) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4121 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.(*loggerT).gcDaemon(0xc002526d00, 0x4ecfb40, 0xc00155ecc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_gc.go:44 +0xcc | |
| created by github.com/cockroachdb/cockroach/pkg/util/log.NewSecondaryLogger | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/secondary_log.go:86 +0x2c6 | |
| goroutine 3098 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicaScanner).waitAndProcess(0xc000e83860, 0x4ecfc00, 0xc0019940c0, 0xc0019c9170, 0x2f40d036, 0xed6956fb5, 0x0, 0xc008166000, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scanner.go:217 +0x1dc | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicaScanner).scanLoop.func1.1(0xc008166000, 0xc000add401) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scanner.go:279 +0x81 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*storeReplicaVisitor).Visit(0xc000add440, 0xc00e696b80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:364 +0x154 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicaScanner).scanLoop.func1(0x4ecfc00, 0xc0019940c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scanner.go:277 +0x1af | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ae760, 0xc0019c9170, 0xc000560e20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3082 [select]: | |
| github.com/cockroachdb/cockroach/pkg/ts.(*poller).start.func1(0x4ecfc00, 0xc001994900) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/ts/db.go:166 +0x11b | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000318650, 0xc0019c9170, 0xc000318630) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4263 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func1(0x4ecfc00, 0xc0019a9bf0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:814 +0x167 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc002ed2790, 0xc001aaf560, 0xc002ef1200) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4110 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc001aeb8c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001f6baa0, 0xc001aaf560, 0xc001f6ba90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4357 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5eb5) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc001c7dbc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001c7dbc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a8da0, 0xc001aaf560, 0xc0005a8d90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4116 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc001aebb00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001f6bb60, 0xc001aaf560, 0xc001f6bb50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4346 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5ecb) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc001c7d9b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001c7d9b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a8c30, 0xc001aaf560, 0xc0005a8c20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4120 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.(*loggerT).gcDaemon(0xc002526c80, 0x4ecfb40, 0xc00155ecc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_gc.go:44 +0xcc | |
| created by github.com/cockroachdb/cockroach/pkg/util/log.NewSecondaryLogger | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/secondary_log.go:86 +0x2c6 | |
| goroutine 4033 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc001aeb4d0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc001aeb4d0, 0xc00071c1e0, 0x1, 0x1, 0xc00124a7b8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0004d23e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 4122 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.(*loggerT).gcDaemon(0xc002526d80, 0x4ecfb40, 0xc00155ecc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_gc.go:44 +0xcc | |
| created by github.com/cockroachdb/cockroach/pkg/util/log.NewSecondaryLogger | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/secondary_log.go:86 +0x2c6 | |
| goroutine 4783 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4d9) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc0016a7ec0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc0016a7ec0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a816f0, 0xc001690750, 0xc001a816e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4371 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5ee0) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc001c7de60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001c7de60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a9070, 0xc001aaf560, 0xc0005a9060) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4029 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc001aeb650) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc001aeb650, 0xc00071c1e0, 0x1, 0x1, 0xc002628fb8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0004d2000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 4519 [select, 29 minutes]: | |
| database/sql.(*DB).connectionOpener(0xc001a56780, 0x4ecfb40, 0xc001bab600) | |
| /usr/local/go/src/database/sql/sql.go:1052 +0xe8 | |
| created by database/sql.OpenDB | |
| /usr/local/go/src/database/sql/sql.go:722 +0x15d | |
| goroutine 2999 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func1(0x4ecfc00, 0xc00168eba0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:156 +0x4d | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018e970, 0xc0019c9170, 0xc00071d480) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3134 [select, 14 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).Start.func1(0x4ecfc00, 0xc000e9bb30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:330 +0x123 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0021cfba0, 0xc0019c9170, 0xc001ca7160) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4372 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5ed4) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc001c7de90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001c7de90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a9110, 0xc001aaf560, 0xc0005a9080) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3058 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6e8) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168ed50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168ed50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018f580, 0xc0019c9170, 0xc00018f560) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4355 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5eba) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc001c7db60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001c7db60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a8d60, 0xc001aaf560, 0xc0005a8d50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4123 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/hlc.(*Clock).StartMonitoringForwardClockJumps.func1(0x4646010, 0xc0016b61e0, 0xc001a91ce0, 0x4ecfc00, 0xc001279500, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/hlc/hlc.go:186 +0x11a | |
| created by github.com/cockroachdb/cockroach/pkg/util/hlc.(*Clock).StartMonitoringForwardClockJumps | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/hlc/hlc.go:179 +0xd0 | |
| goroutine 4268 [select, 27 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func1(0x4ecfc00, 0xc0019a9ce0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:814 +0x167 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc002ed27e0, 0xc001aaf560, 0xc002ef12a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3056 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6d4) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168ecf0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168ecf0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018f4d0, 0xc0019c9170, 0xc00018f4c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4520 [select, 29 minutes]: | |
| database/sql.(*DB).connectionResetter(0xc001a56780, 0x4ecfb40, 0xc001bab600) | |
| /usr/local/go/src/database/sql/sql.go:1065 +0xfb | |
| created by database/sql.OpenDB | |
| /usr/local/go/src/database/sql/sql.go:723 +0x193 | |
| goroutine 3001 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6d5) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168eb70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168eb70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018e9c0, 0xc0019c9170, 0xc00018e9b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4983 [select, 27 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func1(0x4ecfc00, 0xc0005fa3c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:814 +0x167 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0017c6960, 0xc001690750, 0xc000bfe7c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4362 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5ede) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc001c7dcb0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001c7dcb0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a8e40, 0xc001aaf560, 0xc0005a8e30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4141 [chan receive, 13 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).startListenRPCAndSQL.func3(0x4ecfc00, 0xc001a420f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1738 +0xd3 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00049a5d0, 0xc001aaf560, 0xc00155f080) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4272 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicaScanner).waitAndProcess(0xc002a1a680, 0x4ecfc00, 0xc0019a9830, 0xc001aaf560, 0x1c839b97, 0xed6956fb7, 0x0, 0xc0061f4800, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scanner.go:217 +0x1dc | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicaScanner).scanLoop.func1.1(0xc0061f4800, 0xc001828401) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scanner.go:279 +0x81 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*storeReplicaVisitor).Visit(0xc0018284e0, 0xc00c507640) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:364 +0x154 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicaScanner).scanLoop.func1(0x4ecfc00, 0xc0019a9830) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scanner.go:277 +0x1af | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc002ed2820, 0xc001aaf560, 0xc002ef1320) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3028 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6cb) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc001994570) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001994570) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018eeb0, 0xc0019c9170, 0xc00018ee40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4379 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5ec4) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc00003c0c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00003c0c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a9340, 0xc001aaf560, 0xc0005a9330) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3129 [select, 11 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).startSystemLogsGC.func1(0x4ecfc00, 0xc000e9bf20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server_systemlog_gc.go:177 +0x54a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0021cfb00, 0xc0019c9170, 0xc001ca7040) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4882 [select, 13 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/stats.(*Refresher).Start.func1(0x4ecfc00, 0xc000d55e60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/stats/automatic_stats.go:262 +0x19f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ff230, 0xc001690750, 0xc001a1caa0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4264 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func1(0x4ecfc00, 0xc0019a9c20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:814 +0x167 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc002ed27a0, 0xc001aaf560, 0xc002ef1220) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4107 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc001aeb9b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001f6ba40, 0xc001aaf560, 0xc001f6ba30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4354 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5ece) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc001c7db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001c7db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a8d40, 0xc001aaf560, 0xc0005a8d30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4096 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.MakeServer.func2(0x4ecfc00, 0xc00188c930) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:107 +0x64 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0017b64f0, 0xc001aaf560, 0xc001ca6ac0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4456 [select, 11 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).startSystemLogsGC.func1(0x4ecfc00, 0xc001b69b90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server_systemlog_gc.go:177 +0x54a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0034daf60, 0xc001aaf560, 0xc003070160) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4118 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc001aebc20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001f6bba0, 0xc001aaf560, 0xc001f6bb90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4381 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5eae) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc001c7d830) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001c7d830) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a9380, 0xc001aaf560, 0xc0005a9370) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4130 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc001aebdd0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc001aebdd0, 0xc00071c1e0, 0x1, 0x1, 0xc000b22fb8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0027a60f8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 4360 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5ed9) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc001c7dc50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001c7dc50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a8e00, 0xc001aaf560, 0xc0005a8df0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4886 [select]: | |
| github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).Start.func1(0x4ecfc00, 0xc000be11a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:491 +0x12c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ff330, 0xc001690750, 0xc001a1cbe0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4887 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).Start.func2(0x4ecfc00, 0xc000be11d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:502 +0xe9 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ff350, 0xc001690750, 0xc001a1cc00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4119 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.(*loggerT).gcDaemon(0xc002526c00, 0x4ecfb40, 0xc00155ecc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_gc.go:44 +0xcc | |
| created by github.com/cockroachdb/cockroach/pkg/util/log.NewSecondaryLogger | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/secondary_log.go:86 +0x2c6 | |
| goroutine 4134 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc001aebe90) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc001aebe90, 0xc00071c1e0, 0x1, 0x1, 0xc000b24fb8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0027a64d8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 32346 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/idalloc.(*Allocator).start.func1(0x4ecfc00, 0xc001a6d740) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/idalloc/id_alloc.go:151 +0x3e8 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc002a76910, 0xc001aaf560, 0xc002a76900) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3077 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).startGossip.func1(0x4ecfc00, 0xc000e9baa0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:614 +0x205 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018ff50, 0xc0019c9170, 0xc00059e160) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4117 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc001aebbf0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001f6bb80, 0xc001aaf560, 0xc001f6bb70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4349 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5eb7) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc001c7da40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001c7da40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a8c90, 0xc001aaf560, 0xc0005a8c80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4982 [select, 14 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func1(0x4ecfc00, 0xc0005fa390) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:814 +0x167 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0017c6950, 0xc001690750, 0xc000bfe7a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4353 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5eca) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc001c7db00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001c7db00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a8d20, 0xc001aaf560, 0xc0005a8d10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4115 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc001aebb30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001f6bb40, 0xc001aaf560, 0xc001f6bb30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 2977 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc00181ae10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc00181ae10, 0xc00071c1e0, 0x1, 0x1, 0xc000737fb8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0012eeec8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 4269 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func1(0x4ecfc00, 0xc0019a9d10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:814 +0x167 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc002ed27f0, 0xc001aaf560, 0xc002ef12c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4114 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc001aeba40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001f6bb20, 0xc001aaf560, 0xc001f6bb10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4352 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5eaf) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc001c7dad0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001c7dad0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a8d00, 0xc001aaf560, 0xc0005a8ce0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4363 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5ea7) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc001c7dce0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001c7dce0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a8e60, 0xc001aaf560, 0xc0005a8e50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4358 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5ed2) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc001c7dbf0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001c7dbf0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a8dc0, 0xc001aaf560, 0xc0005a8db0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4986 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicaScanner).waitAndProcess(0xc0012cdc70, 0x4ecfc00, 0xc001d5b260, 0xc001690750, 0x2c2299a5, 0xed6956fb5, 0x0, 0xc002488800, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scanner.go:217 +0x1dc | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicaScanner).scanLoop.func1.1(0xc002488800, 0xc001a20f01) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scanner.go:279 +0x81 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*storeReplicaVisitor).Visit(0xc001a20ff0, 0xc0100bef00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:364 +0x154 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicaScanner).scanLoop.func1(0x4ecfc00, 0xc001d5b260) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scanner.go:277 +0x1af | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0017c69a0, 0xc001690750, 0xc000bfe820) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4364 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5ec6) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc001c7dd10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001c7dd10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a8e80, 0xc001aaf560, 0xc0005a8e70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4984 [select, 14 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func1(0x4ecfc00, 0xc0005fa3f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:814 +0x167 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0017c6980, 0xc001690750, 0xc000bfe7e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4133 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc001a42000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc001a42000, 0xc00071c1e0, 0x1, 0x1, 0xc000b217b8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0027a63e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 4105 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc001aeb950) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001f6ba00, 0xc001aaf560, 0xc001f6b9f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4104 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc001aeb920) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001f6b9e0, 0xc001aaf560, 0xc001f6b9d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4792 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4dd) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001b3c180) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001b3c180) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81810, 0xc001690750, 0xc001a81800) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4370 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5edd) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc001c7de30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001c7de30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a9050, 0xc001aaf560, 0xc0005a9030) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 2963 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.(*loggerT).gcDaemon(0xc001ec1900, 0x4ecfb40, 0xc001b26980) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_gc.go:44 +0xcc | |
| created by github.com/cockroachdb/cockroach/pkg/util/log.NewSecondaryLogger | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/secondary_log.go:86 +0x2c6 | |
| goroutine 4453 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).startWriteNodeStatus.func1(0x4ecfc00, 0xc003054030) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:711 +0x112 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0034daf40, 0xc001aaf560, 0xc0030700e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3076 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).startComputePeriodicMetrics.func1(0x4ecfc00, 0xc0021d11a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:649 +0x123 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018ff40, 0xc0019c9170, 0xc00059e140) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 2074804 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc005804ae0, 0x5fa) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc005804ad0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/pebble/internal/record.(*flusherCond).Wait(...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:193 | |
| github.com/cockroachdb/pebble/internal/record.(*LogWriter).flushLoop(0xc005804a00, 0x4ecfc00, 0xc005db7980) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:395 +0x10b | |
| runtime/pprof.Do(0x4ecfc00, 0xc005db7980, 0xc0006f1cc0, 0x1, 0x1, 0xc001231fb8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble/internal/record.NewLogWriter.func2(0xc005804a00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:313 +0x89 | |
| created by github.com/cockroachdb/pebble/internal/record.NewLogWriter | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:312 +0x2da | |
| goroutine 2784 [select, 28 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc00181a330) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001942830, 0xc0019c9170, 0xc001942820) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4343 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5ec5) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc001c7d920) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001c7d920) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a8bc0, 0xc001aaf560, 0xc0005a8bb0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3027 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6b6) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc001994540) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001994540) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018ee10, 0xc0019c9170, 0xc00018ee00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 2785 [select, 28 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc00181a360) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001942850, 0xc0019c9170, 0xc001942840) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4378 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5eda) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc001c7dfb0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001c7dfb0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a9320, 0xc001aaf560, 0xc0005a9310) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4385 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5edc) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc0019a9470) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc0019a9470) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a9410, 0xc001aaf560, 0xc0005a9400) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4100 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc001aeb770) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc001aeb770, 0xc00071c1e0, 0x1, 0x1, 0xc000b33fb8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0004d26c8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 4109 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc001aeba10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001f6ba80, 0xc001aaf560, 0xc001f6ba70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4356 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5eb6) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc001c7db90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001c7db90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a8d80, 0xc001aaf560, 0xc0005a8d70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4348 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5eb8) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc001c7da10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001c7da10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a8c70, 0xc001aaf560, 0xc0005a8c60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4380 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5ea6) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc00003c0f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00003c0f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a9360, 0xc001aaf560, 0xc0005a9350) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4787 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4d0) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc0016a7fb0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc0016a7fb0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81770, 0xc001690750, 0xc001a81760) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4112 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc001aebaa0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001f6bae0, 0xc001aaf560, 0xc001f6bad0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4132 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc001aebd10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc001aebd10, 0xc00071c1e0, 0x1, 0x1, 0xc000b20fb8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0027a62e8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 4111 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc001aeba70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001f6bac0, 0xc001aaf560, 0xc001f6bab0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 2983 [chan receive, 13 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).startListenRPCAndSQL.func3(0x4ecfc00, 0xc0021d0180) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1738 +0xd3 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0019433d0, 0xc0019c9170, 0xc001b26d00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4789 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4e2) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001b3c0f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001b3c0f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a817b0, 0xc001690750, 0xc001a817a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3057 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6e6) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168ed20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168ed20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018f4f0, 0xc0019c9170, 0xc00018f4e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4368 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5edb) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc001c7ddd0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001c7ddd0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a8f70, 0xc001aaf560, 0xc0005a8ef0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3081 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).startSampleEnvironment.func1(0x4ecfc00, 0xc0019948d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1965 +0x205 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000318610, 0xc0019c9170, 0xc00171dc20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4383 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5eaa) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc0019a9410) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc0019a9410) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a93d0, 0xc001aaf560, 0xc0005a93b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3142 [select]: | |
| github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).Start.func1(0x4ecfc00, 0xc001b5b7a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:491 +0x12c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0021cfc70, 0xc0019c9170, 0xc001ca71c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4686 [select, 14 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).Start.func1(0x4ecfc00, 0xc000d55980) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:330 +0x123 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ff0e0, 0xc001690750, 0xc001a1ca80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4782 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func1(0x4ecfc00, 0xc0016a7e90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:156 +0x4d | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a816d0, 0xc001690750, 0xc00137eb00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3143 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).Start.func2(0x4ecfc00, 0xc0019fa000) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:502 +0xe9 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0021cfc80, 0xc0019c9170, 0xc001ca71e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4367 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5ed0) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc001c7dda0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001c7dda0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a8ee0, 0xc001aaf560, 0xc0005a8ed0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 2980 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.MakeServer.func2(0x4ecfc00, 0xc00181aa20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:107 +0x64 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001943330, 0xc0019c9170, 0xc0014b1320) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3092 [chan send, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func1(0x4ecfc00, 0xc0019942d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:833 +0x1e8 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ae620, 0xc0019c9170, 0xc000560d60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4271 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func1(0x4ecfc00, 0xc0019a9d70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:814 +0x167 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc002ed2810, 0xc001aaf560, 0xc002ef1300) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4502 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).Start.func2(0x4ecfc00, 0xc00207cf00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:502 +0xe9 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0034db110, 0xc001aaf560, 0xc0030702e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4136 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc001a420c0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc001a420c0, 0xc00071c1e0, 0x1, 0x1, 0xc001250fb8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0027a66c8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 3078 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.periodicallyPersistHLCUpperBound(0xc000485d10, 0xc000eacb60, 0xc00018ffb0, 0x4646010, 0xc0013e0cc0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:902 +0x18e | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).startPersistingHLCUpperBound.func2(0x4ecfc00, 0xc001994870) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:977 +0x6a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018ffc0, 0xc0019c9170, 0xc00171dbc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3133 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowScheduler).Start.func1(0x4ecfc00, 0xc000e9bda0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow_scheduler.go:149 +0x14b | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0021cfb90, 0xc0019c9170, 0xc0021cfb80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 2975 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc00181ad50) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc00181ad50, 0xc00071c1e0, 0x1, 0x1, 0xc00055cfb8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0012eecd8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 3080 [select, 14 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).refreshSettings.func2(0x4ecfc00, 0xc0019948a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/settingsworker.go:111 +0x106 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018fff0, 0xc0019c9170, 0xc00059e2c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3144 [select]: | |
| github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).Start.func4(0x4ecfc00, 0xc001cda630) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:526 +0x12d | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0021cfca0, 0xc0019c9170, 0xc001d5b050) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 2976 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc00181adb0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc00181adb0, 0xc00071c1e0, 0x1, 0x1, 0xc0005587b8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0012eedd0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 4099 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc001aeb530) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc001aeb530, 0xc00071c1e0, 0x1, 0x1, 0xc000b357b8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0004d25d0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 4366 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5ecf) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc001c7dd70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001c7dd70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a8ec0, 0xc001aaf560, 0xc0005a8eb0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3005 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6d3) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168ea50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168ea50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018eac0, 0xc0019c9170, 0xc00018ea80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3003 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6e9) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00187e060) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00187e060) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018ea40, 0xc0019c9170, 0xc00018ea20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4098 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc001aeb470) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc001aeb470, 0xc00071c1e0, 0x1, 0x1, 0xc002624fb8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0004d24d8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 4350 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5ed8) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc001c7da70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001c7da70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a8cb0, 0xc001aaf560, 0xc0005a8ca0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4985 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func1(0x4ecfc00, 0xc0005fa420) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:814 +0x167 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0017c6990, 0xc001690750, 0xc000bfe800) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3004 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6c7) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00187e000) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00187e000) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018ea70, 0xc0019c9170, 0xc00018ea50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 3006 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001b27610, 0xa6cd) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001b27600) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000aed800, 0x4ecfc00, 0xc00168ea80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc00168ea80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00018eae0, 0xc0019c9170, 0xc00018ead0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4106 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc001aeb980) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001f6ba20, 0xc001aaf560, 0xc001f6ba10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4108 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc001aeb9e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001f6ba60, 0xc001aaf560, 0xc001f6ba50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4791 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4b4) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001b3c150) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001b3c150) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a817f0, 0xc001690750, 0xc001a817e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4678 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).startWriteNodeStatus.func1(0x4ecfc00, 0xc001d7b1d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:711 +0x112 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003fe620, 0xc001690750, 0xc001a1c820) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4165 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).manage.func1(0x4ecfc00, 0xc001a43260) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1387 +0x327 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00049aba0, 0xc001aaf560, 0xc00049ab20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4790 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4b1) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001b3c120) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001b3c120) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a817d0, 0xc001690750, 0xc001a817c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4351 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5ebf) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc001c7daa0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001c7daa0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a8cd0, 0xc001aaf560, 0xc0005a8cc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4374 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5eb3) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc001c7def0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001c7def0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a91f0, 0xc001aaf560, 0xc0005a9180) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4376 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5ead) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc001c7df50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001c7df50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a9250, 0xc001aaf560, 0xc0005a9240) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4377 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5ea9) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc001c7df80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001c7df80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a9300, 0xc001aaf560, 0xc0005a9260) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4788 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4bf) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001b3c030) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001b3c030) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81790, 0xc001690750, 0xc001a81780) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4361 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5ec9) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc001c7dc80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001c7dc80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a8e20, 0xc001aaf560, 0xc0005a8e10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4375 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5ed3) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc001c7df20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001c7df20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a9230, 0xc001aaf560, 0xc0005a9210) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4386 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5ea8) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc0019a94a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc0019a94a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a9430, 0xc001aaf560, 0xc0005a9420) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4387 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5ebc) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc0019a94d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc0019a94d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a9450, 0xc001aaf560, 0xc0005a9440) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4388 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5eb2) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc0019a9500) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc0019a9500) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a9470, 0xc001aaf560, 0xc0005a9460) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4389 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5ec0) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc0019a9530) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc0019a9530) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a9490, 0xc001aaf560, 0xc0005a9480) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4390 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5ebb) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc0019a9560) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc0019a9560) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a94c0, 0xc001aaf560, 0xc0005a94b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4391 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5ed6) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc0019a9590) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc0019a9590) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a94e0, 0xc001aaf560, 0xc0005a94d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4392 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5ec3) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc0019a95c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc0019a95c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a9500, 0xc001aaf560, 0xc0005a94f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4393 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5ecc) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc0019a95f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc0019a95f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a9520, 0xc001aaf560, 0xc0005a9510) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4394 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5ec2) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc0019a9620) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc0019a9620) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a9540, 0xc001aaf560, 0xc0005a9530) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4395 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5ebe) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc0019a9650) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc0019a9650) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a9560, 0xc001aaf560, 0xc0005a9550) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4396 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5ea2) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc0019a9680) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc0019a9680) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a9580, 0xc001aaf560, 0xc0005a9570) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4397 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5ee1) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc0019a96b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc0019a96b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a95a0, 0xc001aaf560, 0xc0005a9590) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4398 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5ed5) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc0019a96e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc0019a96e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a95c0, 0xc001aaf560, 0xc0005a95b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4399 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5eac) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc0019a9740) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc0019a9740) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a95f0, 0xc001aaf560, 0xc0005a95e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4400 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5eab) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc0019a9770) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc0019a9770) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a9610, 0xc001aaf560, 0xc0005a9600) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4401 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5ed7) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc0019a97a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc0019a97a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a9630, 0xc001aaf560, 0xc0005a9620) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4402 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5eb9) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc0019a97d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc0019a97d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a9650, 0xc001aaf560, 0xc0005a9640) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4403 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5ea4) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc0019a93b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc0019a93b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a9670, 0xc001aaf560, 0xc0005a9660) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4404 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5ec1) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc0019a9860) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc0019a9860) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a9690, 0xc001aaf560, 0xc0005a9680) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4405 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5eb1) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc0019a9890) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc0019a9890) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a96b0, 0xc001aaf560, 0xc0005a96a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4406 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001838890, 0x5edf) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001838880) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000f59480, 0x4ecfc00, 0xc0019a98c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc0019a98c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a96d0, 0xc001aaf560, 0xc0005a96c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4407 [semacquire, 29 minutes]: | |
| sync.runtime_Semacquire(0xc000f594f8) | |
| /usr/local/go/src/runtime/sema.go:56 +0x42 | |
| sync.(*WaitGroup).Wait(0xc000f594f0) | |
| /usr/local/go/src/sync/waitgroup.go:130 +0x64 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Wait(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:172 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a96f0, 0xc001aaf560, 0xc0005a96e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4408 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).raftTickLoop(0xc0012f8700, 0x4ecfc00, 0xc0019a9950) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_raft.go:591 +0x253 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a9710, 0xc001aaf560, 0xc0005a9700) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4409 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).coalescedHeartbeatsLoop(0xc0012f8700, 0x4ecfc00, 0xc0019a9a40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_raft.go:653 +0x12f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a9730, 0xc001aaf560, 0xc0005a9720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4410 [select, 14 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).Start.func2(0x4ecfc00, 0xc0019a9a70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1527 +0xe5 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a9770, 0xc001aaf560, 0xc0029286a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4411 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/retry.(*Retry).Next(0xc01aa61e88, 0x760a760) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/retry/retry.go:116 +0x185 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startGossip.func4(0x4ecfc00, 0xc0019a9b60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1652 +0xad | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a9780, 0xc001aaf560, 0xc002a17220) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4412 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/retry.(*Retry).Next(0xc019945e88, 0x760a760) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/retry/retry.go:116 +0x185 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startGossip.func4(0x4ecfc00, 0xc0019a9b90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1652 +0xad | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a9790, 0xc001aaf560, 0xc002a17270) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4413 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/retry.(*Retry).Next(0xc013cf3e88, 0x760a760) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/retry/retry.go:116 +0x185 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startGossip.func4(0x4ecfc00, 0xc0019a9bc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1652 +0xad | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a97a0, 0xc001aaf560, 0xc002a172c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4415 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startLeaseRenewer.func1(0x4ecfc00, 0xc00207c630) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1717 +0x2f2 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a97e0, 0xc001aaf560, 0xc0005a97d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4419 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).startComputePeriodicMetrics.func1(0x4ecfc00, 0xc0019a9ef0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:649 +0x123 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a9890, 0xc001aaf560, 0xc0029288a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4420 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).startGossip.func1(0x4ecfc00, 0xc0019a9dd0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:614 +0x205 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a98a0, 0xc001aaf560, 0xc0029288c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4421 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.periodicallyPersistHLCUpperBound(0xc0016b61e0, 0xc00150d5e0, 0xc0005a9900, 0x4646010, 0xc000a7b3e0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:902 +0x18e | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).startPersistingHLCUpperBound.func2(0x4ecfc00, 0xc003054090) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:977 +0x6a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a9910, 0xc001aaf560, 0xc001828d80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4423 [select, 14 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).refreshSettings.func2(0x4ecfc00, 0xc00207c690) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/settingsworker.go:111 +0x106 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a9940, 0xc001aaf560, 0xc0029289a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4424 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).startSampleEnvironment.func1(0x4ecfc00, 0xc003054060) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1965 +0x205 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a9a00, 0xc001aaf560, 0xc001828de0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4425 [select]: | |
| github.com/cockroachdb/cockroach/pkg/ts.(*poller).start.func1(0x4ecfc00, 0xc0030540c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/ts/db.go:166 +0x11b | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a9a20, 0xc001aaf560, 0xc0005a9a10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4426 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*NodeLiveness).StartHeartbeat.func1(0x4ecfc00, 0xc00207c7b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/node_liveness.go:542 +0x456 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005a9b40, 0xc001aaf560, 0xc002a17590) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4681 [select, 11 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).startSystemLogsGC.func1(0x4ecfc00, 0xc001d7ba70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server_systemlog_gc.go:177 +0x54a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003fe640, 0xc001690750, 0xc001a1c920) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4685 [select, 27 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowScheduler).Start.func1(0x4ecfc00, 0xc000d558c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow_scheduler.go:149 +0x14b | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ff090, 0xc001690750, 0xc0003ff070) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4524 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc0019a89c0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc0019a89c0, 0xc00071c1e0, 0x1, 0x1, 0xc000b43fb8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001d91000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 4525 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc0019a8a80) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc0019a8a80, 0xc00071c1e0, 0x1, 0x1, 0xc000b407b8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001d910f8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 4526 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc0019a8ae0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc0019a8ae0, 0xc00071c1e0, 0x1, 0x1, 0xc000b3e7b8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001d911f0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 4527 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc0019a8b40) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc0019a8b40, 0xc00071c1e0, 0x1, 0x1, 0xc0012367b8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001d912e8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 4528 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc0019a8960) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc0019a8960, 0xc00071c1e0, 0x1, 0x1, 0xc001230fb8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001d913e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 4529 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc0019a8cc0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc0019a8cc0, 0xc00071c1e0, 0x1, 0x1, 0xc001237fb8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001d914d8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 4578 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc0019a8ba0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc0019a8ba0, 0xc00071c1e0, 0x1, 0x1, 0xc002d077b8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001d915d0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 4579 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc0019a8d20) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc0019a8d20, 0xc00071c1e0, 0x1, 0x1, 0xc002d07fb8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001d916c8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 4580 [sync.Cond.Wait, 29 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc0014da5e0, 0x0) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc0014da5d0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/pebble/internal/record.(*flusherCond).Wait(...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:193 | |
| github.com/cockroachdb/pebble/internal/record.(*LogWriter).flushLoop(0xc0014da500, 0x4ecfc00, 0xc0019a8d80) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:395 +0x10b | |
| runtime/pprof.Do(0x4ecfc00, 0xc0019a8d80, 0xc0006f1cc0, 0x1, 0x1, 0xc002d087b8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble/internal/record.NewLogWriter.func2(0xc0014da500) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:313 +0x89 | |
| created by github.com/cockroachdb/pebble/internal/record.NewLogWriter | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:312 +0x2da | |
| goroutine 4582 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc00160a990) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000331970, 0xc001690750, 0xc000331960) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4583 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc00160a9c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000331990, 0xc001690750, 0xc000331980) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4584 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc00160a9f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003319b0, 0xc001690750, 0xc0003319a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4585 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc00160aa20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003319d0, 0xc001690750, 0xc0003319c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4586 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc00160aa50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000331a10, 0xc001690750, 0xc0003319e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4587 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc00160aa80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000331a30, 0xc001690750, 0xc000331a20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4588 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc00160aab0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000331a50, 0xc001690750, 0xc000331a40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4589 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc00160aae0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000331a70, 0xc001690750, 0xc000331a60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4590 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc00160ab10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000331a90, 0xc001690750, 0xc000331a80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4591 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc00160ab40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000331ab0, 0xc001690750, 0xc000331aa0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4592 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc00160ab70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000331ae0, 0xc001690750, 0xc000331ac0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4593 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc00160aba0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000331b10, 0xc001690750, 0xc000331af0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4594 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc00160abd0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000331b30, 0xc001690750, 0xc000331b20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4595 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc00160ac00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000331b50, 0xc001690750, 0xc000331b40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4596 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc00160ac30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000331b80, 0xc001690750, 0xc000331b70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4597 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x4ecfc00, 0xc00160ac60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000331ba0, 0xc001690750, 0xc000331b90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4598 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.(*loggerT).gcDaemon(0xc001b3e480, 0x4ecfb40, 0xc00132c240) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_gc.go:44 +0xcc | |
| created by github.com/cockroachdb/cockroach/pkg/util/log.NewSecondaryLogger | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/secondary_log.go:86 +0x2c6 | |
| goroutine 4599 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.(*loggerT).gcDaemon(0xc001b3e580, 0x4ecfb40, 0xc00132c240) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_gc.go:44 +0xcc | |
| created by github.com/cockroachdb/cockroach/pkg/util/log.NewSecondaryLogger | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/secondary_log.go:86 +0x2c6 | |
| goroutine 4600 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.(*loggerT).gcDaemon(0xc001b3e600, 0x4ecfb40, 0xc00132c240) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_gc.go:44 +0xcc | |
| created by github.com/cockroachdb/cockroach/pkg/util/log.NewSecondaryLogger | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/secondary_log.go:86 +0x2c6 | |
| goroutine 4601 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.(*loggerT).gcDaemon(0xc001b3e700, 0x4ecfb40, 0xc00132c240) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_gc.go:44 +0xcc | |
| created by github.com/cockroachdb/cockroach/pkg/util/log.NewSecondaryLogger | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/secondary_log.go:86 +0x2c6 | |
| goroutine 4602 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/hlc.(*Clock).StartMonitoringForwardClockJumps.func1(0x4646010, 0xc001a024b0, 0xc001104930, 0x4ecfc00, 0xc000f63920, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/hlc/hlc.go:186 +0x11a | |
| created by github.com/cockroachdb/cockroach/pkg/util/hlc.(*Clock).StartMonitoringForwardClockJumps | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/hlc/hlc.go:179 +0xd0 | |
| goroutine 4603 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.MakeServer.func2(0x4ecfc00, 0xc00160acc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:107 +0x64 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0021ced20, 0xc001690750, 0xc0005af9a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4608 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc00160b0b0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc00160b0b0, 0xc00071c1e0, 0x1, 0x1, 0xc0029cc7b8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0024c7000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 4609 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc00160b110) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc00160b110, 0xc00071c1e0, 0x1, 0x1, 0xc0029ccfb8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0024c70f8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 4610 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc00160b170) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc00160b170, 0xc00071c1e0, 0x1, 0x1, 0xc0032617b8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0024c71f0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 4611 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc00160b530) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc00160b530, 0xc00071c1e0, 0x1, 0x1, 0xc003261fb8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0024c72e8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 4612 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc00160b590) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc00160b590, 0xc00071c1e0, 0x1, 0x1, 0xc0032627b8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0024c73e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 4613 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc00160b5f0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc00160b5f0, 0xc00071c1e0, 0x1, 0x1, 0xc003262fb8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0024c74d8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 4614 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc00160b650) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc00160b650, 0xc00071c1e0, 0x1, 0x1, 0xc0032637b8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0024c75d0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 4615 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x4ecfc00, 0xc00160b6b0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:158 +0x76 | |
| runtime/pprof.Do(0x4ecfc00, 0xc00160b6b0, 0xc00071c1e0, 0x1, 0x1, 0xc003263fb8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0024c76c8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:157 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:149 +0x1a3 | |
| goroutine 4618 [chan receive, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.MakeServer.func2(0x4ecfc00, 0xc00160af00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:107 +0x64 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0021ceff0, 0xc001690750, 0xc00147c7e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4621 [chan receive, 13 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).startListenRPCAndSQL.func3(0x4ecfc00, 0xc00160bec0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1738 +0xd3 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0021cf110, 0xc001690750, 0xc00132c540) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4629 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).manage.func1(0x4ecfc00, 0xc001576900) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1387 +0x327 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0021cf550, 0xc001690750, 0xc0021cf530) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4793 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4b6) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001b3c1b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001b3c1b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81830, 0xc001690750, 0xc001a81820) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4794 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4d8) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001b3c3c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001b3c3c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81850, 0xc001690750, 0xc001a81840) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4795 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4ea) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001b3c4e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001b3c4e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81870, 0xc001690750, 0xc001a81860) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4796 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4ae) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001b3c510) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001b3c510) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81890, 0xc001690750, 0xc001a81880) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4797 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4bc) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001b3c5d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001b3c5d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a818b0, 0xc001690750, 0xc001a818a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4798 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4c0) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001b3ca50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001b3ca50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a818d0, 0xc001690750, 0xc001a818c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4799 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4dc) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001b3ca80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001b3ca80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a818f0, 0xc001690750, 0xc001a818e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4800 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4c5) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001b3cab0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001b3cab0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81910, 0xc001690750, 0xc001a81900) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4801 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4ed) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001b3cae0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001b3cae0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81930, 0xc001690750, 0xc001a81920) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4802 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4d3) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001b3cb10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001b3cb10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81950, 0xc001690750, 0xc001a81940) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4803 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4e1) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001b3cde0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001b3cde0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81970, 0xc001690750, 0xc001a81960) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4804 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4b2) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001b3ce40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001b3ce40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81990, 0xc001690750, 0xc001a81980) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4805 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4df) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001b3ce70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001b3ce70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a819b0, 0xc001690750, 0xc001a819a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4806 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4d1) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001b3cea0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001b3cea0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a819d0, 0xc001690750, 0xc001a819c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4807 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4cf) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001b3ced0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001b3ced0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a819f0, 0xc001690750, 0xc001a819e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4808 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4d2) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001b3cf00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001b3cf00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81a10, 0xc001690750, 0xc001a81a00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4809 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4ba) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001b3cf30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001b3cf30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81a30, 0xc001690750, 0xc001a81a20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4810 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4c8) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001b3cf60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001b3cf60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81a50, 0xc001690750, 0xc001a81a40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4811 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4c7) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001b3cf90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001b3cf90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81a70, 0xc001690750, 0xc001a81a60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4812 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4c2) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001b3cfc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001b3cfc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81a90, 0xc001690750, 0xc001a81a80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4813 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4eb) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001b3cff0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001b3cff0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81ab0, 0xc001690750, 0xc001a81aa0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4814 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4d4) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001b3d020) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001b3d020) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81ad0, 0xc001690750, 0xc001a81ac0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4815 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4e4) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001b3d050) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001b3d050) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81af0, 0xc001690750, 0xc001a81ae0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4816 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4b8) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001b3d080) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001b3d080) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81b20, 0xc001690750, 0xc001a81b00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4817 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4e8) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001b3d0b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001b3d0b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81b40, 0xc001690750, 0xc001a81b30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4818 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4c6) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001b3d110) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001b3d110) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81b60, 0xc001690750, 0xc001a81b50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4819 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4cc) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001b3d140) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001b3d140) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81b90, 0xc001690750, 0xc001a81b80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4820 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4af) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001b3d170) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001b3d170) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81bd0, 0xc001690750, 0xc001a81bc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4821 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4e7) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc0016a7800) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc0016a7800) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81bf0, 0xc001690750, 0xc001a81be0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4822 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4ca) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001aea9f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001aea9f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81c70, 0xc001690750, 0xc001a81c60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4823 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4be) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001aeaa20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001aeaa20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81c90, 0xc001690750, 0xc001a81c80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4824 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4c4) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001aeaa80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001aeaa80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81cb0, 0xc001690750, 0xc001a81ca0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4825 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4ec) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001aeaab0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001aeaab0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81cd0, 0xc001690750, 0xc001a81cc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4826 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4d5) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001aeab10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001aeab10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81cf0, 0xc001690750, 0xc001a81ce0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4827 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4c1) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001aeab70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001aeab70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81d10, 0xc001690750, 0xc001a81d00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4828 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4c3) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001aeaba0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001aeaba0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81d30, 0xc001690750, 0xc001a81d20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4829 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4b9) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001aeabd0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001aeabd0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81d50, 0xc001690750, 0xc001a81d40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4830 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4c9) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001aeac00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001aeac00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81d70, 0xc001690750, 0xc001a81d60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4831 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4db) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001aeac30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001aeac30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81d90, 0xc001690750, 0xc001a81d80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4832 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4bb) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001aead20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001aead20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81db0, 0xc001690750, 0xc001a81da0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4833 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4d7) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001aead50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001aead50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81dd0, 0xc001690750, 0xc001a81dc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4834 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4d6) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001aead80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001aead80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81df0, 0xc001690750, 0xc001a81de0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4835 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4cd) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001aeade0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001aeade0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81e10, 0xc001690750, 0xc001a81e00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4836 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4da) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001aeae10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001aeae10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81e30, 0xc001690750, 0xc001a81e20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4837 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4b0) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001aeae40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001aeae40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81e50, 0xc001690750, 0xc001a81e40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4838 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4e6) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001aeae70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001aeae70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81e70, 0xc001690750, 0xc001a81e60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4839 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4e3) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001aeaed0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001aeaed0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81e90, 0xc001690750, 0xc001a81e80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4840 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4bd) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001aeaf00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001aeaf00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81ec0, 0xc001690750, 0xc001a81ea0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4841 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4b5) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001aeaf30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001aeaf30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81ee0, 0xc001690750, 0xc001a81ed0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4842 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4b7) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001d5b170) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001d5b170) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81f10, 0xc001690750, 0xc001a81f00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4843 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4b3) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc001a238f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc001a238f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81f40, 0xc001690750, 0xc001a81f30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4844 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4ce) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc000a290b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc000a290b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81f70, 0xc001690750, 0xc001a81f50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4845 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4cb) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc000a290e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc000a290e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81fc0, 0xc001690750, 0xc001a81f80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4846 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001ac05d0, 0xe4e5) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc001ac05c0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0019a1800, 0x4ecfc00, 0xc000a29080) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x4ecfc00, 0xc000a29080) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001a81fe0, 0xc001690750, 0xc001a81fd0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4847 [semacquire, 29 minutes]: | |
| sync.runtime_Semacquire(0xc0019a1878) | |
| /usr/local/go/src/runtime/sema.go:56 +0x42 | |
| sync.(*WaitGroup).Wait(0xc0019a1870) | |
| /usr/local/go/src/sync/waitgroup.go:130 +0x64 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Wait(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:172 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0017a2000, 0xc001690750, 0xc001a81ff0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4848 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).raftTickLoop(0xc001325c00, 0x4ecfc00, 0xc001a239e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_raft.go:591 +0x253 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0017a2030, 0xc001690750, 0xc0017a2010) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4849 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).coalescedHeartbeatsLoop(0xc001325c00, 0x4ecfc00, 0xc001a23c50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_raft.go:653 +0x12f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0017a2050, 0xc001690750, 0xc0017a2040) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4850 [select, 14 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).Start.func2(0x4ecfc00, 0xc001a23350) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1527 +0xe5 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0017a2090, 0xc001690750, 0xc00137eb20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4851 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/retry.(*Retry).Next(0xc013ab5e88, 0x760a760) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/retry/retry.go:116 +0x185 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startGossip.func4(0x4ecfc00, 0xc001d5b1a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1652 +0xad | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0017a20a0, 0xc001690750, 0xc002e2d1d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4852 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/retry.(*Retry).Next(0xc01aa55e88, 0x760a760) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/retry/retry.go:116 +0x185 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startGossip.func4(0x4ecfc00, 0xc001d5b1d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1652 +0xad | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0017a20b0, 0xc001690750, 0xc002e2d220) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4853 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/retry.(*Retry).Next(0xc0014fbe88, 0x760a760) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/retry/retry.go:116 +0x185 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startGossip.func4(0x4ecfc00, 0xc001d5b200) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1652 +0xad | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0017a20c0, 0xc001690750, 0xc002e2d270) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4855 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startLeaseRenewer.func1(0x4ecfc00, 0xc001d5b290) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1717 +0x2f2 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0017a2100, 0xc001690750, 0xc0017a20f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4859 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).startComputePeriodicMetrics.func1(0x4ecfc00, 0xc001168690) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:649 +0x123 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0017a21a0, 0xc001690750, 0xc00137ed80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4860 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).startGossip.func1(0x4ecfc00, 0xc0011686c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:614 +0x205 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0017a21b0, 0xc001690750, 0xc00137edc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4861 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.periodicallyPersistHLCUpperBound(0xc001a024b0, 0xc000de2f50, 0xc0017a2210, 0x4646010, 0xc003471da0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:902 +0x18e | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).startPersistingHLCUpperBound.func2(0x4ecfc00, 0xc0011687b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:977 +0x6a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0017a2260, 0xc001690750, 0xc001a21a70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4863 [select, 14 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).refreshSettings.func2(0x4ecfc00, 0xc00136d290) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/settingsworker.go:111 +0x106 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0017a22d0, 0xc001690750, 0xc00137f040) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4864 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).startSampleEnvironment.func1(0x4ecfc00, 0xc00136d170) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1965 +0x205 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0017a2390, 0xc001690750, 0xc001a21ad0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4865 [select]: | |
| github.com/cockroachdb/cockroach/pkg/ts.(*poller).start.func1(0x4ecfc00, 0xc00115fce0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/ts/db.go:166 +0x11b | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0017a23b0, 0xc001690750, 0xc0017a23a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4866 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*NodeLiveness).StartHeartbeat.func1(0x4ecfc00, 0xc00115f740) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/node_liveness.go:542 +0x456 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0017a2550, 0xc001690750, 0xc002e2d540) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 4972 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc0018c4210, 0x1b54) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc0018c4200) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*StmtBuf).CurCmd(0xc00487a620, 0x0, 0x0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_io.go:439 +0x9e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc001762380, 0x4ecfb40, 0xc0018c4240, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1320 +0x65 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc001762380, 0x4ecfb40, 0xc0018c4240, 0xc000d447c0, 0x5400, 0x15000, 0xc000d44858, 0xc00415d280, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1296 +0x1ee | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000b49600, 0x4ecfb40, 0xc0018c4240, 0xc001762380, 0x5400, 0x15000, 0xc000d44858, 0xc00415d280, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:491 +0xce | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc0040ac5e2, 0xc0016d9920, 0x4ecfb40, 0xc0018c4240, 0xc00415d280, 0xc000b49600, 0xc00487a000, 0x4ef8b00, 0xc0048545d0, 0xc0040a8f00, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:595 +0x39b | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:523 +0x17e | |
| goroutine 4944 [select, 29 minutes]: | |
| database/sql.(*DB).connectionOpener(0xc0014ec0c0, 0x4ecfb40, 0xc001883300) | |
| /usr/local/go/src/database/sql/sql.go:1052 +0xe8 | |
| created by database/sql.OpenDB | |
| /usr/local/go/src/database/sql/sql.go:722 +0x15d | |
| goroutine 4945 [select, 29 minutes]: | |
| database/sql.(*DB).connectionResetter(0xc0014ec0c0, 0x4ecfb40, 0xc001883300) | |
| /usr/local/go/src/database/sql/sql.go:1065 +0xfb | |
| created by database/sql.OpenDB | |
| /usr/local/go/src/database/sql/sql.go:723 +0x193 | |
| goroutine 4728 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7ff4cfc8fcb0, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:203 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc001b3ff98, 0x72, 0x700, 0x731, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc001b3ff80, 0xc00486e000, 0x731, 0x731, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x19b | |
| net.(*netFD).Read(0xc001b3ff80, 0xc00486e000, 0x731, 0x731, 0x203001, 0xc0132e53d8, 0x751843) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc000487690, 0xc00486e000, 0x731, 0x731, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x8e | |
| crypto/tls.(*atLeastReader).Read(0xc004639cc0, 0xc00486e000, 0x731, 0x731, 0xc00004e000, 0x404cea0, 0xc0132e54a8) | |
| /usr/local/go/src/crypto/tls/conn.go:760 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc003cfc258, 0x4e4b180, 0xc004639cc0, 0x715705, 0x3fedc00, 0x4412580) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb1 | |
| crypto/tls.(*Conn).readFromUntil(0xc003cfc000, 0x4e522c0, 0xc000487690, 0x5, 0xc000487690, 0xc000613450) | |
| /usr/local/go/src/crypto/tls/conn.go:782 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc003cfc000, 0x0, 0x0, 0xa88e41) | |
| /usr/local/go/src/crypto/tls/conn.go:589 +0x115 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:557 | |
| crypto/tls.(*Conn).Read(0xc003cfc000, 0xc004879000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1233 +0x15b | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc0016d98e0, 0xc004879000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1556 +0x125 | |
| bufio.(*Reader).fill(0xc00487a048) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc00487a048, 0x69986b6, 0xed6956c99, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc00487a7d0, 0x4ea0680, 0xc00487a048, 0x4e8f840, 0x760adb0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:120 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc00487a000, 0x4ecfc00, 0xc0048544b0, 0xc00415d250, 0xc000b49600, 0x5400, 0x15000, 0xc000d44858, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:323 +0x573 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000d446c0, 0x4ecfc00, 0xc0048544b0, 0x4f29d60, 0xc003cfc000, 0xc000ed7041, 0x4, 0xc0048544e0, 0x4e8ddc0, 0xc00115fd70, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:155 +0x1dd | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000d446c0, 0x4ecfc00, 0xc0048544b0, 0x4f29d60, 0xc003cfc000, 0xc003c7e901, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:582 +0x6b6 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x4f2ade0, 0xc000487690) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1847 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc0019c9170, 0x4ecfc00, 0xc001aeb380, 0xc001f12e28, 0x4f2ade0, 0xc000487690, 0xc001aeb3b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xaf | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 42591 [select, 29 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/idalloc.(*Allocator).start.func1(0x4ecfc00, 0xc0055aa810) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/idalloc/id_alloc.go:151 +0x3e8 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0061b87e0, 0xc001690750, 0xc0061b87b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 2581790 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000e46e10, 0xc00000000e) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc000e46e00) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).Quiesce(0xc0019c9170, 0x4ecfb80, 0xc000074128) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:550 +0x1e9 | |
| github.com/cockroachdb/cockroach/pkg/testutils/testcluster.(*TestCluster).stopServers.func1(0xc00889be00, 0xc0019c9170) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/testutils/testcluster/testcluster.go:95 +0x91 | |
| created by github.com/cockroachdb/cockroach/pkg/testutils/testcluster.(*TestCluster).stopServers | |
| /go/src/github.com/cockroachdb/cockroach/pkg/testutils/testcluster/testcluster.go:92 +0xe0 | |
| goroutine 11857 [select, 14 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/idalloc.(*Allocator).start.func1(0x4ecfc00, 0xc001cdb2f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/idalloc/id_alloc.go:151 +0x3e8 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc002ff6660, 0xc0019c9170, 0xc002ff6650) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8 | |
| goroutine 49667 [runnable]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).IsExhausted(0xc006dd7840, 0x4e89e00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:131 +0x5f | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc000a7f340, 0x4ecfc00, 0xc005e5cc30, 0x0, 0x0, 0x0, 0x0, 0x0, 0x63, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1953 +0x64f | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(0xc000a7f340, 0x4ecfc00, 0xc005e5cc30, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1458 +0x305 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(0xc000a7f340, 0x4ecfc00, 0xc005e5cc30, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1098 +0x18ef | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).Send(0xc000a7f340, 0x4ecfc00, 0xc005e5cc30, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:738 +0x8e4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnLockGatekeeper).SendLocked(0xc0045bf1c8, 0x4ecfc00, 0xc005e5cc30, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_lock_gatekeeper.go:86 +0x11c | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnMetricRecorder).SendLocked(0xc0045bf190, 0x4ecfc00, 0xc005e5cc30, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_metric_recorder.go:46 +0x8d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnCommitter).SendLocked(0xc0045bf160, 0x4ecfc00, 0xc005e5cc30, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_committer.go:126 +0x874 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).sendLockedWithRefreshAttempts(0xc0045bf0c8, 0x4ecfc00, 0xc005e5cc30, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:247 +0x9b | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).SendLocked(0xc0045bf0c8, 0x4ecfc00, 0xc005e5cc30, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:182 +0x180 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnPipeliner).SendLocked(0xc0045bf008, 0x4ecfc00, 0xc005e5cc30, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_pipeliner.go:252 +0x159 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSeqNumAllocator).SendLocked(0xc0045befe8, 0x4ecfc00, 0xc005e5cc30, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_seq_num_allocator.go:105 +0x20c | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).SendLocked(0xc0045bef48, 0x4ecfc00, 0xc005e5cc30, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:172 +0x1a9 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*TxnCoordSender).Send(0xc0045bed80, 0x4ecfc00, 0xc005e5cc30, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_coord_sender.go:504 +0x3cc | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DB).sendUsingSender(0xc001d11300, 0x4ecfbc0, 0xc00538f0e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/db.go:748 +0x122 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*Txn).Send(0xc003693200, 0x4ecfbc0, 0xc00538f0e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/txn.go:911 +0x11e | |
| github.com/cockroachdb/cockroach/pkg/kv.sendAndFill(0x4ecfbc0, 0xc00538f0e0, 0xc0036aa528, 0xc000f24680, 0x0, 0xc) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/db.go:658 +0xf7 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*Txn).Run(0xc003693200, 0x4ecfbc0, 0xc00538f0e0, 0xc000f24680, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/txn.go:582 +0xe7 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*Txn).Get(0xc003693200, 0x4ecfbc0, 0xc00538f0e0, 0x424fd80, 0xc005e003c0, 0x4, 0x0, 0x0, 0x0, 0xc005663bd0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/txn.go:361 +0xbc | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.conditionalGetDescValueFromDB(0x4ecfbc0, 0xc00538f0e0, 0xc003693200, 0xc0051af7e0, 0x3, 0x8, 0xc002669320, 0x2, 0x2, 0x4000000000000000, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_command.go:1973 +0xf2 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.execChangeReplicasTxn.func2(0x4ecfbc0, 0xc00538f0e0, 0xc003693200, 0x3ff0000000000000, 0x4f64620) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_command.go:1594 +0x14e | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DB).Txn.func1(0x4ecfbc0, 0xc00538f0e0, 0xc003693200, 0x3ff0000000000000, 0x4f64620) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/db.go:711 +0x43 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*Txn).exec(0xc003693200, 0x4ecfbc0, 0xc00538f0e0, 0xc002669248, 0xc003693200, 0xc0036ab248) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/txn.go:803 +0xd9 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DB).Txn(0xc001d11300, 0x4ecfbc0, 0xc00538f0e0, 0xc0036ab348, 0x4, 0x4) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/db.go:710 +0xfa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.execChangeReplicasTxn(0x4ecfbc0, 0xc00538f0e0, 0xc001e9f500, 0xc005375420, 0x44f2dc4, 0x15, 0xc000de32d0, 0x63, 0xc005663b80, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_command.go:1591 +0x233 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).atomicReplicationChange(0xc003644000, 0x4ecfbc0, 0xc00538f0e0, 0xc005375420, 0x0, 0x44f2dc4, 0x15, 0xc000de32d0, 0x63, 0xc005663b60, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_command.go:1321 +0x7a7 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).changeReplicasImpl(0xc003644000, 0x4ecfbc0, 0xc00538f0e0, 0xc005375420, 0xc000000000, 0x44f2dc4, 0x15, 0xc000de32d0, 0x63, 0xc005663b60, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_command.go:1033 +0x1e8 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).ChangeReplicas(0xc003644000, 0x4ecfbc0, 0xc00538f0e0, 0xc005375420, 0x0, 0x44f2dc4, 0x15, 0xc000de32d0, 0x63, 0xc005663b60, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_command.go:981 +0x383 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicateQueue).changeReplicas(0xc0004a9880, 0x4ecfbc0, 0xc00538f0e0, 0xc003644000, 0xc005663b60, 0x1, 0x1, 0xc005375420, 0x0, 0x44f2dc4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replicate_queue.go:999 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicateQueue).remove(0xc0004a9880, 0x4ecfbc0, 0xc00538f0e0, 0xc003644000, 0xc005f9c210, 0x2, 0x2, 0xc007835a00, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replicate_queue.go:699 +0x480 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicateQueue).processOneChange(0xc0004a9880, 0x4ecfbc0, 0xc00538f0e0, 0xc003644000, 0xc007835b58, 0x0, 0x3fc3333333333333, 0x0, 0x2faf080) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replicate_queue.go:361 +0x969 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicateQueue).process(0xc0004a9880, 0x4ecfbc0, 0xc00538f0e0, 0xc003644000, 0xc004074730, 0x44dbf73, 0xd, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replicate_queue.go:272 +0x1d4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processReplica.func1(0x4ecfbc0, 0xc00538f0e0, 0xdf8475800, 0x4ecfbc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:958 +0x2ac | |
| github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout(0x4ecfbc0, 0xc00538f0e0, 0xc001f3a480, 0x22, 0xdf8475800, 0xc004111e20, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:135 +0x9e | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processReplica(0xc000b93900, 0x4ecfc00, 0xc005e5c8d0, 0x4f430a0, 0xc003644000, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:917 +0x342 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func1.2(0x4ecfc00, 0xc005e5c750) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:845 +0xe6 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc0019c9170, 0x4ecfc00, 0xc005e5c750, 0xc001f3a450, 0x2d, 0x0, 0x0, 0xc005e5c780) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:323 +0xee | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:318 +0x131 | |
| goroutine 2022410 [sync.Cond.Wait, 13 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc0058094e0, 0x4d6) | |
| /usr/local/go/src/runtime/sema.go:513 +0xf8 | |
| sync.(*Cond).Wait(0xc0058094d0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/pebble/internal/record.(*flusherCond).Wait(...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:193 | |
| github.com/cockroachdb/pebble/internal/record.(*LogWriter).flushLoop(0xc005809400, 0x4ecfc00, 0xc00b16bb30) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:395 +0x10b | |
| runtime/pprof.Do(0x4ecfc00, 0xc00b16bb30, 0xc0006f1cc0, 0x1, 0x1, 0xc0020e9fb8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc | |
| github.com/cockroachdb/pebble/internal/record.NewLogWriter.func2(0xc005809400) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:313 +0x89 | |
| created by github.com/cockroachdb/pebble/internal/record.NewLogWriter | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:312 +0x2da | |
| FAIL github.com/cockroachdb/cockroach/pkg/ccl/partitionccl 1800.196s |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment