Skip to content

Instantly share code, notes, and snippets.

@tbg
Created March 18, 2023 20:36
Show Gist options
  • Save tbg/dc757700c1a68a62de7a9fa58e2b935a to your computer and use it in GitHub Desktop.
Save tbg/dc757700c1a68a62de7a9fa58e2b935a to your computer and use it in GitHub Desktop.
This file has been truncated, but you can view the full file.
=== RUN TestWriteWithStuckLeaseholderDisk
test_log_scope.go:161: test logs captured to: /var/folders/bw/w49dhnhx61xdh_t25_zscjpc0000gq/T/logTestWriteWithStuckLeaseholderDisk2758821677
test_log_scope.go:79: use -show-logs to present logs inline
client_stuck_disk_test.go:423: write 0: <nil>
client_stuck_disk_test.go:423: write 1: <nil>
client_stuck_disk_test.go:423: write 2: <nil>
client_stuck_disk_test.go:423: write 3: <nil>
client_stuck_disk_test.go:423: write 4: <nil>
client_stuck_disk_test.go:423: write 5: <nil>
client_stuck_disk_test.go:423: write 6: <nil>
client_stuck_disk_test.go:423: write 7: <nil>
client_stuck_disk_test.go:423: write 8: <nil>
client_stuck_disk_test.go:423: write 9: <nil>
client_stuck_disk_test.go:423: write 10: <nil>
client_stuck_disk_test.go:423: write 11: <nil>
client_stuck_disk_test.go:423: write 12: <nil>
client_stuck_disk_test.go:423: write 13: <nil>
client_stuck_disk_test.go:423: write 14: <nil>
client_stuck_disk_test.go:423: write 15: <nil>
client_stuck_disk_test.go:423: write 16: <nil>
client_stuck_disk_test.go:423: write 17: <nil>
client_stuck_disk_test.go:423: write 18: <nil>
client_stuck_disk_test.go:423: write 19: <nil>
client_stuck_disk_test.go:423: write 20: <nil>
client_stuck_disk_test.go:423: write 21: <nil>
client_stuck_disk_test.go:423: write 22: <nil>
client_stuck_disk_test.go:423: write 23: <nil>
client_stuck_disk_test.go:423: write 24: <nil>
client_stuck_disk_test.go:423: write 25: <nil>
client_stuck_disk_test.go:423: write 26: <nil>
client_stuck_disk_test.go:423: write 27: <nil>
client_stuck_disk_test.go:423: write 28: <nil>
client_stuck_disk_test.go:423: write 29: <nil>
client_stuck_disk_test.go:423: write 30: <nil>
client_stuck_disk_test.go:423: write 31: <nil>
client_stuck_disk_test.go:423: write 32: <nil>
client_stuck_disk_test.go:423: write 33: <nil>
client_stuck_disk_test.go:423: write 34: <nil>
client_stuck_disk_test.go:423: write 35: <nil>
client_stuck_disk_test.go:423: write 36: <nil>
client_stuck_disk_test.go:423: write 37: <nil>
client_stuck_disk_test.go:423: write 38: <nil>
client_stuck_disk_test.go:423: write 39: <nil>
client_stuck_disk_test.go:423: write 40: <nil>
client_stuck_disk_test.go:423: write 41: <nil>
client_stuck_disk_test.go:423: write 42: <nil>
client_stuck_disk_test.go:423: write 43: <nil>
client_stuck_disk_test.go:423: write 44: <nil>
client_stuck_disk_test.go:423: write 45: <nil>
client_stuck_disk_test.go:423: write 46: <nil>
client_stuck_disk_test.go:423: write 47: <nil>
client_stuck_disk_test.go:423: write 48: <nil>
client_stuck_disk_test.go:423: write 49: <nil>
client_stuck_disk_test.go:423: write 50: <nil>
client_stuck_disk_test.go:423: write 51: <nil>
client_stuck_disk_test.go:423: write 52: <nil>
client_stuck_disk_test.go:423: write 53: <nil>
client_stuck_disk_test.go:423: write 54: <nil>
client_stuck_disk_test.go:423: write 55: <nil>
client_stuck_disk_test.go:423: write 56: <nil>
client_stuck_disk_test.go:423: write 57: <nil>
client_stuck_disk_test.go:423: write 58: <nil>
client_stuck_disk_test.go:423: write 59: <nil>
client_stuck_disk_test.go:423: write 60: <nil>
client_stuck_disk_test.go:423: write 61: <nil>
client_stuck_disk_test.go:423: write 62: <nil>
client_stuck_disk_test.go:423: write 63: <nil>
client_stuck_disk_test.go:423: write 64: <nil>
client_stuck_disk_test.go:423: write 65: <nil>
client_stuck_disk_test.go:423: write 66: <nil>
client_stuck_disk_test.go:423: write 67: <nil>
client_stuck_disk_test.go:423: write 68: <nil>
client_stuck_disk_test.go:423: write 69: <nil>
client_stuck_disk_test.go:423: write 70: <nil>
client_stuck_disk_test.go:423: write 71: <nil>
client_stuck_disk_test.go:423: write 72: <nil>
client_stuck_disk_test.go:423: write 73: <nil>
client_stuck_disk_test.go:423: write 74: <nil>
client_stuck_disk_test.go:423: write 75: <nil>
client_stuck_disk_test.go:423: write 76: <nil>
client_stuck_disk_test.go:423: write 77: <nil>
client_stuck_disk_test.go:423: write 78: <nil>
client_stuck_disk_test.go:423: write 79: <nil>
client_stuck_disk_test.go:423: write 80: <nil>
client_stuck_disk_test.go:423: write 81: <nil>
client_stuck_disk_test.go:423: write 82: <nil>
client_stuck_disk_test.go:423: write 83: <nil>
client_stuck_disk_test.go:423: write 84: <nil>
client_stuck_disk_test.go:423: write 85: <nil>
client_stuck_disk_test.go:423: write 86: <nil>
client_stuck_disk_test.go:423: write 87: <nil>
client_stuck_disk_test.go:423: write 88: <nil>
client_stuck_disk_test.go:423: write 89: <nil>
client_stuck_disk_test.go:423: write 90: <nil>
client_stuck_disk_test.go:423: write 91: <nil>
client_stuck_disk_test.go:423: write 92: <nil>
client_stuck_disk_test.go:423: write 93: <nil>
client_stuck_disk_test.go:423: write 94: <nil>
client_stuck_disk_test.go:423: write 95: <nil>
client_stuck_disk_test.go:423: write 96: <nil>
client_stuck_disk_test.go:423: write 97: <nil>
client_stuck_disk_test.go:423: write 98: <nil>
client_stuck_disk_test.go:423: write 99: <nil>
client_stuck_disk_test.go:423: write 100: <nil>
client_stuck_disk_test.go:423: write 101: <nil>
client_stuck_disk_test.go:423: write 102: <nil>
client_stuck_disk_test.go:423: write 103: <nil>
client_stuck_disk_test.go:423: write 104: <nil>
client_stuck_disk_test.go:423: write 105: <nil>
client_stuck_disk_test.go:423: write 106: <nil>
client_stuck_disk_test.go:423: write 107: <nil>
client_stuck_disk_test.go:423: write 108: <nil>
client_stuck_disk_test.go:423: write 109: <nil>
client_stuck_disk_test.go:423: write 110: <nil>
client_stuck_disk_test.go:423: write 111: <nil>
client_stuck_disk_test.go:423: write 112: <nil>
client_stuck_disk_test.go:423: write 113: <nil>
client_stuck_disk_test.go:423: write 114: <nil>
client_stuck_disk_test.go:423: write 115: <nil>
client_stuck_disk_test.go:423: write 116: <nil>
client_stuck_disk_test.go:423: write 117: <nil>
client_stuck_disk_test.go:423: write 118: <nil>
client_stuck_disk_test.go:423: write 119: <nil>
client_stuck_disk_test.go:423: write 120: <nil>
client_stuck_disk_test.go:423: write 121: <nil>
client_stuck_disk_test.go:423: write 122: <nil>
client_stuck_disk_test.go:423: write 123: <nil>
client_stuck_disk_test.go:423: write 124: <nil>
client_stuck_disk_test.go:423: write 125: <nil>
client_stuck_disk_test.go:423: write 126: <nil>
client_stuck_disk_test.go:423: write 127: <nil>
client_stuck_disk_test.go:423: write 128: <nil>
client_stuck_disk_test.go:423: write 129: <nil>
client_stuck_disk_test.go:423: write 130: <nil>
client_stuck_disk_test.go:423: write 131: <nil>
client_stuck_disk_test.go:423: write 132: <nil>
client_stuck_disk_test.go:423: write 133: <nil>
client_stuck_disk_test.go:423: write 134: <nil>
client_stuck_disk_test.go:423: write 135: <nil>
client_stuck_disk_test.go:423: write 136: <nil>
client_stuck_disk_test.go:423: write 137: <nil>
client_stuck_disk_test.go:423: write 138: <nil>
client_stuck_disk_test.go:423: write 139: <nil>
client_stuck_disk_test.go:423: write 140: <nil>
client_stuck_disk_test.go:423: write 141: <nil>
client_stuck_disk_test.go:423: write 142: <nil>
client_stuck_disk_test.go:423: write 143: <nil>
client_stuck_disk_test.go:423: write 144: <nil>
client_stuck_disk_test.go:423: write 145: <nil>
client_stuck_disk_test.go:423: write 146: <nil>
client_stuck_disk_test.go:423: write 147: <nil>
client_stuck_disk_test.go:423: write 148: <nil>
client_stuck_disk_test.go:423: write 149: <nil>
client_stuck_disk_test.go:423: write 150: <nil>
client_stuck_disk_test.go:423: write 151: <nil>
client_stuck_disk_test.go:423: write 152: <nil>
client_stuck_disk_test.go:423: write 153: <nil>
client_stuck_disk_test.go:423: write 154: <nil>
client_stuck_disk_test.go:423: write 155: <nil>
client_stuck_disk_test.go:423: write 156: <nil>
client_stuck_disk_test.go:423: write 157: <nil>
client_stuck_disk_test.go:423: write 158: <nil>
client_stuck_disk_test.go:423: write 159: <nil>
client_stuck_disk_test.go:423: write 160: <nil>
client_stuck_disk_test.go:423: write 161: <nil>
client_stuck_disk_test.go:423: write 162: <nil>
client_stuck_disk_test.go:423: write 163: <nil>
client_stuck_disk_test.go:423: write 164: <nil>
client_stuck_disk_test.go:423: write 165: <nil>
client_stuck_disk_test.go:423: write 166: <nil>
client_stuck_disk_test.go:423: write 167: <nil>
client_stuck_disk_test.go:423: write 168: <nil>
client_stuck_disk_test.go:423: write 169: <nil>
client_stuck_disk_test.go:423: write 170: <nil>
client_stuck_disk_test.go:423: write 171: <nil>
client_stuck_disk_test.go:423: write 172: <nil>
client_stuck_disk_test.go:423: write 173: <nil>
client_stuck_disk_test.go:423: write 174: <nil>
client_stuck_disk_test.go:423: write 175: <nil>
client_stuck_disk_test.go:423: write 176: <nil>
client_stuck_disk_test.go:423: write 177: <nil>
client_stuck_disk_test.go:423: write 178: <nil>
client_stuck_disk_test.go:423: write 179: <nil>
client_stuck_disk_test.go:423: write 180: <nil>
client_stuck_disk_test.go:423: write 181: <nil>
client_stuck_disk_test.go:423: write 182: <nil>
client_stuck_disk_test.go:423: write 183: <nil>
client_stuck_disk_test.go:423: write 184: <nil>
client_stuck_disk_test.go:423: write 185: <nil>
client_stuck_disk_test.go:423: write 186: <nil>
client_stuck_disk_test.go:423: write 187: <nil>
client_stuck_disk_test.go:423: write 188: <nil>
client_stuck_disk_test.go:423: write 189: <nil>
client_stuck_disk_test.go:423: write 190: <nil>
client_stuck_disk_test.go:423: write 191: <nil>
client_stuck_disk_test.go:423: write 192: <nil>
client_stuck_disk_test.go:423: write 193: <nil>
client_stuck_disk_test.go:423: write 194: <nil>
client_stuck_disk_test.go:423: write 195: <nil>
client_stuck_disk_test.go:423: write 196: <nil>
client_stuck_disk_test.go:423: write 197: <nil>
client_stuck_disk_test.go:423: write 198: <nil>
client_stuck_disk_test.go:423: write 199: <nil>
client_stuck_disk_test.go:423: write 200: <nil>
client_stuck_disk_test.go:423: write 201: <nil>
client_stuck_disk_test.go:423: write 202: <nil>
client_stuck_disk_test.go:423: write 203: <nil>
client_stuck_disk_test.go:423: write 204: <nil>
client_stuck_disk_test.go:423: write 205: <nil>
client_stuck_disk_test.go:423: write 206: <nil>
client_stuck_disk_test.go:423: write 207: <nil>
client_stuck_disk_test.go:423: write 208: <nil>
client_stuck_disk_test.go:423: write 209: <nil>
client_stuck_disk_test.go:423: write 210: <nil>
client_stuck_disk_test.go:423: write 211: <nil>
client_stuck_disk_test.go:423: write 212: <nil>
client_stuck_disk_test.go:423: write 213: <nil>
client_stuck_disk_test.go:423: write 214: <nil>
client_stuck_disk_test.go:423: write 215: <nil>
client_stuck_disk_test.go:423: write 216: <nil>
client_stuck_disk_test.go:423: write 217: <nil>
client_stuck_disk_test.go:423: write 218: <nil>
client_stuck_disk_test.go:423: write 219: <nil>
client_stuck_disk_test.go:423: write 220: <nil>
client_stuck_disk_test.go:423: write 221: <nil>
client_stuck_disk_test.go:423: write 222: <nil>
client_stuck_disk_test.go:423: write 223: <nil>
client_stuck_disk_test.go:423: write 224: <nil>
client_stuck_disk_test.go:423: write 225: <nil>
client_stuck_disk_test.go:423: write 226: <nil>
client_stuck_disk_test.go:423: write 227: <nil>
client_stuck_disk_test.go:423: write 228: <nil>
client_stuck_disk_test.go:423: write 229: <nil>
client_stuck_disk_test.go:423: write 230: <nil>
client_stuck_disk_test.go:423: write 231: <nil>
client_stuck_disk_test.go:423: write 232: <nil>
client_stuck_disk_test.go:423: write 233: <nil>
client_stuck_disk_test.go:423: write 234: <nil>
client_stuck_disk_test.go:423: write 235: <nil>
client_stuck_disk_test.go:423: write 236: <nil>
client_stuck_disk_test.go:423: write 237: <nil>
client_stuck_disk_test.go:423: write 238: <nil>
client_stuck_disk_test.go:423: write 239: <nil>
client_stuck_disk_test.go:423: write 240: <nil>
client_stuck_disk_test.go:423: write 241: <nil>
client_stuck_disk_test.go:423: write 242: <nil>
client_stuck_disk_test.go:423: write 243: <nil>
client_stuck_disk_test.go:423: write 244: <nil>
client_stuck_disk_test.go:423: write 245: <nil>
client_stuck_disk_test.go:423: write 246: <nil>
client_stuck_disk_test.go:423: write 247: <nil>
client_stuck_disk_test.go:423: write 248: <nil>
client_stuck_disk_test.go:423: write 249: <nil>
client_stuck_disk_test.go:423: write 250: <nil>
client_stuck_disk_test.go:423: write 251: <nil>
client_stuck_disk_test.go:423: write 252: <nil>
client_stuck_disk_test.go:423: write 253: <nil>
client_stuck_disk_test.go:423: write 254: <nil>
client_stuck_disk_test.go:423: write 255: <nil>
client_stuck_disk_test.go:423: write 256: <nil>
client_stuck_disk_test.go:423: write 257: <nil>
client_stuck_disk_test.go:418: goroutine 3517 [running]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver_test.TestWriteWithStuckLeaseholderDisk.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/client_stuck_disk_test.go:417 +0x48
created by time.goFunc
/opt/homebrew/Cellar/go/1.19.2/libexec/src/time/sleep.go:176 +0x38
goroutine 1 [chan receive]:
testing.(*T).Run(0x140016b7520, {0x108aa2714?, 0x22203753e43b0?}, 0x10ade6c40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/testing/testing.go:1494 +0x314
testing.runTests.func1(0x0?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/testing/testing.go:1846 +0x70
testing.tRunner(0x140016b7520, 0x1400233fc68)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/testing/testing.go:1446 +0x10c
testing.runTests(0x14001124960?, {0x10e103940, 0x2bf, 0x2bf}, {0x14000cb6900?, 0x26?, 0x0?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/testing/testing.go:1844 +0x3f0
testing.(*M).Run(0x14001124960)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/testing/testing.go:1726 +0x4f0
github.com/cockroachdb/cockroach/pkg/kv/kvserver_test.TestMain(0x140000b9ec8?)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/main_test.go:35 +0xc4
main.main()
_testmain.go:1473 +0x1d4
goroutine 19 [chan receive]:
github.com/cockroachdb/cockroach/pkg/util/log.flushDaemon()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_flush.go:75 +0x50
created by github.com/cockroachdb/cockroach/pkg/util/log.init.5
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_flush.go:41 +0x24
goroutine 20 [chan receive]:
github.com/cockroachdb/cockroach/pkg/util/log.signalFlusher()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_flush.go:98 +0xb4
created by github.com/cockroachdb/cockroach/pkg/util/log.init.5
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_flush.go:42 +0x30
goroutine 82 [syscall]:
os/signal.signal_recv()
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sigqueue.go:149 +0x2c
os/signal.loop()
/opt/homebrew/Cellar/go/1.19.2/libexec/src/os/signal/signal_unix.go:23 +0x1c
created by os/signal.Notify.func1.1
/opt/homebrew/Cellar/go/1.19.2/libexec/src/os/signal/signal.go:151 +0x2c
goroutine 58 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140001da800, 0x10488381c})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 6 [chan receive]:
github.com/cockroachdb/cockroach/pkg/util/goschedstats.init.0.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/goschedstats/runnable.go:165 +0xb4
created by github.com/cockroachdb/cockroach/pkg/util/goschedstats.init.0
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/goschedstats/runnable.go:157 +0x24
goroutine 198 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003274800, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 197 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003274400, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 10 [select]:
go.opencensus.io/stats/view.(*worker).start(0x14000e3a000)
/Users/tobias/go/pkg/mod/[email protected]/stats/view/worker.go:292 +0x88
created by go.opencensus.io/stats/view.init.0
/Users/tobias/go/pkg/mod/[email protected]/stats/view/worker.go:34 +0xa4
goroutine 57 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140001da400, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 12 [semacquire]:
sync.runtime_SemacquireMutex(0x1?, 0xff?, 0xffffffffffffffff?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:77 +0x24
sync.(*Mutex).lockSlow(0x14001c0a650)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/mutex.go:171 +0x178
sync.(*Mutex).Lock(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/mutex.go:90
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).evalAndPropose.func3()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_raft.go:307 +0x98
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).executeWriteBatch(0x14001c0a580, {0x10ae52520, 0x14003d125d0}, 0x1400489fa00, 0x14003574780)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_write.go:327 +0x984
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).executeBatchWithConcurrencyRetries(0x14001c0a580, {0x10ae52520, 0x14003d125d0}, 0x1400489fa00, 0x10ade4698)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_send.go:483 +0x1fc
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).SendWithWriteBytes(0x14001c0a580, {0x10ae524e8?, 0x14005d03380?}, 0x1400489fa00)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_send.go:185 +0x4c8
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).Send(0x10ae524e8?, {0x10ae524e8?, 0x14005d03380?}, 0x8?)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_send.go:117 +0x24
github.com/cockroachdb/cockroach/pkg/kv/kvserver_test.TestWriteWithStuckLeaseholderDisk(0x140016b76c0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/client_stuck_disk_test.go:420 +0x870
testing.tRunner(0x140016b76c0, 0x10ade6c40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/testing/testing.go:1446 +0x10c
created by testing.(*T).Run
/opt/homebrew/Cellar/go/1.19.2/libexec/src/testing/testing.go:1493 +0x300
goroutine 13 [select]:
github.com/cockroachdb/cockroach/pkg/util/log.(*fileSink).gcDaemon(0x140016c80d0, {0x10ae52478, 0x14000a9f140})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/log/file_log_gc.go:25 +0x70
created by github.com/cockroachdb/cockroach/pkg/util/log.ApplyConfig
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/log/flags.go:306 +0xdd4
goroutine 14 [select]:
github.com/cockroachdb/cockroach/pkg/util/log.(*fileSink).gcDaemon(0x140016c8270, {0x10ae52478, 0x14000a9f140})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/log/file_log_gc.go:25 +0x70
created by github.com/cockroachdb/cockroach/pkg/util/log.ApplyConfig
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/log/flags.go:306 +0xdd4
goroutine 15 [select]:
github.com/cockroachdb/cockroach/pkg/util/log.(*fileSink).gcDaemon(0x140016c8340, {0x10ae52478, 0x14000a9f140})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/log/file_log_gc.go:25 +0x70
created by github.com/cockroachdb/cockroach/pkg/util/log.ApplyConfig
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/log/flags.go:306 +0xdd4
goroutine 16 [select]:
github.com/cockroachdb/cockroach/pkg/util/log.(*fileSink).gcDaemon(0x140016c8410, {0x10ae52478, 0x14000a9f140})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/log/file_log_gc.go:25 +0x70
created by github.com/cockroachdb/cockroach/pkg/util/log.ApplyConfig
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/log/flags.go:306 +0xdd4
goroutine 114 [select]:
github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:388 +0x7c
created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:385 +0x2e4
goroutine 115 [select]:
github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:462 +0x224
created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:435 +0x60
goroutine 116 [select]:
github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:388 +0x7c
created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:385 +0x2e4
goroutine 117 [select]:
github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:462 +0x224
created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:435 +0x60
goroutine 118 [select]:
github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:388 +0x7c
created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:385 +0x2e4
goroutine 119 [select]:
github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:462 +0x224
created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:435 +0x60
goroutine 120 [select]:
github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:388 +0x7c
created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:385 +0x2e4
goroutine 121 [select]:
github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:462 +0x224
created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:435 +0x60
goroutine 122 [select]:
github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:388 +0x7c
created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:385 +0x2e4
goroutine 123 [select]:
github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:462 +0x224
created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:435 +0x60
goroutine 124 [select]:
github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:388 +0x7c
created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:385 +0x2e4
goroutine 125 [select]:
github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:462 +0x224
created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:435 +0x60
goroutine 126 [select]:
github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFS).startTickerLocked.func1()
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/vfs/disk_health.go:474 +0xbc
created by github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFS).startTickerLocked
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/vfs/disk_health.go:468 +0x84
goroutine 127 [select]:
github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker.func1()
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/vfs/disk_health.go:148 +0x9c
created by github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/vfs/disk_health.go:143 +0x68
goroutine 619 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicaScanner).waitAndProcess(0x1400446a8c0, {0x10ae52520, 0x1400111e630}, {0x105ceec90?, 0x10dfcdaa0?, 0x0?}, 0x14001b80000)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scanner.go:224 +0x178
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicaScanner).scanLoop.func1.1(0x10ae25ed8?)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scanner.go:286 +0x58
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*storeReplicaVisitor).Visit(0x1400069ac90, 0x140008f8300)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:436 +0x218
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicaScanner).scanLoop.func1({0x10ae52520?, 0x1400111e630})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scanner.go:284 +0x1d8
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 129 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b26090})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x14000114798)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 130 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b260f0})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x14000114f98)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 131 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b26150})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x14000115798)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 132 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b261b0})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x14000115f98)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 133 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b26030})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x222036ee35c8c?, 0x55f?}}, 0x1400010e798)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x1400058a000?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 134 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b26450})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x14000889798)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 135 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b26240})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x14000889f98)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 136 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b264b0})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x1400010f798)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 137 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b26510})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x1400010ff98)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 138 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b26570})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x14000110798)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 668 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1({0x10ae52478, 0x14000e3c600})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:204 +0xfc
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 1148 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14001da8240}, 0x10498efc8?, {0x10aea5ca0, 0x1400613e580})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14001da8240}, 0x64161e6d?, 0x140065446c0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14001da8240?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x140006fa6c0?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x1400509eef8)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x140006fa6c0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 40 [select]:
github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFS).startTickerLocked.func1()
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/vfs/disk_health.go:474 +0xbc
created by github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFS).startTickerLocked
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/vfs/disk_health.go:468 +0x84
goroutine 56 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140001da000, 0x1})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 55 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140001d7c00, 0x1})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 54 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140022de800, 0x1})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 196 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003274000, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 195 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14002d7bc00, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 39 [select]:
github.com/cockroachdb/cockroach/pkg/util/tracing.(*Tracer).runPeriodicSnapshotsLoop(0x14000887eb8?, 0x14001b24000, 0x14000360840, 0x140000818c0, 0x14000887ef8?)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/tracer_snapshots.go:295 +0xbc
github.com/cockroachdb/cockroach/pkg/util/tracing.(*Tracer).PeriodicSnapshotsLoop(0x14000887f18?, 0x10550a1c4?, 0x1400180cea0?)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/tracer_snapshots.go:261 +0xb8
github.com/cockroachdb/cockroach/pkg/server.newSQLServer.func1({0x14001efc000, 0x1})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/server_sql.go:515 +0x48
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 194 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14002d7b800, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 33 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14002d7b400, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 38 [select]:
github.com/cockroachdb/cockroach/pkg/ccl/utilccl.UpdateMetricOnLicenseChange.func2({0x10ae52520, 0x14000d3f200})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/ccl/utilccl/license_check.go:169 +0xf8
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 617 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2({0x10ae52520, 0x1400111e570})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:843 +0xc0
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 618 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2({0x10ae52520, 0x1400111e5d0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:843 +0xc0
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 35 [select]:
github.com/cockroachdb/cockroach/pkg/gossip.newInfoStore.func1({0x1400142e000?, 0x0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/gossip/infostore.go:192 +0x74
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 157 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initCancelingWorkers.func1({0x10ae52520, 0x14000ee46f0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:234 +0x94
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 41 [select]:
github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker.func1()
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/vfs/disk_health.go:148 +0x9c
created by github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/vfs/disk_health.go:143 +0x68
goroutine 32 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14002d7b000, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 43 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b26690})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x14001bb2798)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 44 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b266f0})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x14001bb2f98)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 45 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b26780})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x14001bb3798)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 46 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b26630})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x2c225c726f746361?, 0x2c5d393939392e30?}}, 0x14001bb3f98)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x225c5b524554454d?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 47 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b269f0})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x14001bb4798)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 48 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b26a50})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x269?, 0x26c?}}, 0x14001fa2f98)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x2a4?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 49 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b26990})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x262?, 0x265?}}, 0x140022bff98)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x29d?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 162 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000be0060})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x25d?, 0x260?}}, 0x140022baf98)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x298?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 163 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b174d0})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x14001bae798)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 164 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b26ab0})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x14001baef98)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 165 [select]:
github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker.func1()
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/vfs/disk_health.go:148 +0x9c
created by github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/vfs/disk_health.go:143 +0x68
goroutine 166 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x1400009d4e0, 0x0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x1400009d4d0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/pebble/record.(*flusherCond).Wait(...)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/record/log_writer.go:203
github.com/cockroachdb/pebble/record.(*LogWriter).flushLoop(0x1400009d400, {0x10a55c5a0, 0x10e1a1910})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/record/log_writer.go:428 +0x5b8
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001cea20?, 0x222020200a2c7d20?, 0x676e4c74614c7349?}}, 0x140000b5fb8)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble/record.NewLogWriter.func2()
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/record/log_writer.go:351 +0x68
created by github.com/cockroachdb/pebble/record.NewLogWriter
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/record/log_writer.go:350 +0x3e8
goroutine 156 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initCancelingWorkers.func1({0x10ae52520, 0x14000ee4690})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:234 +0x94
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 30 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14002d7a800, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 31 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14002d7ac00, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 616 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2({0x10ae52520, 0x1400111e510})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:843 +0xc0
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1778 [select]:
github.com/cockroachdb/cockroach/pkg/ts.(*poller).start.func1({0x14004047800, 0x14004b73a10})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/ts/db.go:174 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 155 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func4({0x14001f21800, 0x200a2c65736c6166})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:191 +0xc8
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 615 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2({0x10ae52520, 0x1400111e4b0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:843 +0xc0
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 29 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14002d7a400, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 614 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2({0x10ae52520, 0x1400111e240})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:843 +0xc0
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 53 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140021f2000, 0x1})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 613 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2({0x10ae52520, 0x1400111e1b0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:843 +0xc0
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 236 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).processEvents(0x14002018c60, {0x10ae52478, 0x1400401e240}, 0x1048eb0a4?, 0x14002c307e0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:358 +0x94
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func2({0x10ae52478?, 0x1400401e240?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:315 +0x3c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 28 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14002d7a000, 0x200a2c65736c6166})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 158 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initCancelingWorkers.func1({0x10ae52520, 0x14000ee49c0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:234 +0x94
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 159 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initCancelingWorkers.func1({0x10ae52520, 0x14000ee4a20})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:234 +0x94
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 199 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003274c00, 0x1})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 200 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003275000, 0xa})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 201 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003275400, 0x1})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 202 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003275800, 0x1})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 203 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003275c00, 0x1})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 204 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003278000, 0x1})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 205 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003278400, 0x1})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 206 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003278800, 0x1})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 207 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003278c00, 0x1})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 208 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003279000, 0x201})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 209 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003279400, 0x1})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 210 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003279800, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 211 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003279c00, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 212 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400327c000, 0x1})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 213 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400327c400, 0x105070fc0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 214 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400327c800, 0x105070fc0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 215 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400327cc00, 0xb1})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 216 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400327d000, 0x14000a9c320})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 217 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400327d400, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 218 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400327d800, 0xd})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 219 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400327dc00, 0xd})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 220 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003288000, 0xd})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 221 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003288400, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 222 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003288800, 0x221})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 223 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003288c00, 0x226})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 224 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003289000, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 225 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003289400, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 226 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003289800, 0x33})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 227 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003289c00, 0x2c})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 160 [select]:
github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:388 +0x7c
created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:385 +0x2e4
goroutine 161 [select]:
github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:462 +0x224
created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:435 +0x60
goroutine 242 [select]:
github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:388 +0x7c
created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:385 +0x2e4
goroutine 243 [select]:
github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:462 +0x224
created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:435 +0x60
goroutine 244 [select]:
github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:388 +0x7c
created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:385 +0x2e4
goroutine 245 [select]:
github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:462 +0x224
created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:435 +0x60
goroutine 246 [select]:
github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:388 +0x7c
created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:385 +0x2e4
goroutine 247 [select]:
github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:462 +0x224
created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:435 +0x60
goroutine 248 [select]:
github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:388 +0x7c
created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:385 +0x2e4
goroutine 249 [select]:
github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:462 +0x224
created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:435 +0x60
goroutine 250 [select]:
github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:388 +0x7c
created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:385 +0x2e4
goroutine 251 [select]:
github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:462 +0x224
created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:435 +0x60
goroutine 252 [select]:
github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFS).startTickerLocked.func1()
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/vfs/disk_health.go:474 +0xbc
created by github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFS).startTickerLocked
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/vfs/disk_health.go:468 +0x84
goroutine 253 [select]:
github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker.func1()
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/vfs/disk_health.go:148 +0x9c
created by github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/vfs/disk_health.go:143 +0x68
goroutine 1189 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1({0x10ae52478, 0x14003ea15c0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:204 +0xfc
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 255 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000f42030})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x140022b1f98)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 256 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000f420f0})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x1400335c798)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 257 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000f42090})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x140033c6f98)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 258 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000f42210})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x140033c7798)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 259 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000f54210})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x140022abf98)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 260 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000f421b0})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x14003356798)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 261 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000f62030})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x14003301f98)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 262 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000f42270})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x14003357798)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 263 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000f42510})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x14003357f98)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 264 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000f42570})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x14003404f98)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 3487 [select]:
google.golang.org/grpc.newClientStreamWithParams.func4()
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/stream.go:366 +0x8c
created by google.golang.org/grpc.newClientStreamWithParams
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/stream.go:365 +0xc44
goroutine 3408 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x1400124ada8, 0x1)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x1400124ad98)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport.(*updatesBuf).GetBySeq(0x1400124ad90, {0x10ae52478, 0x140055a7dc0}, 0x3)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport/sender.go:594 +0xe0
github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport.(*rpcConn).run.func1({0x10ae52520?, 0x140062deff0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport/sender.go:803 +0x24c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 612 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2({0x10ae52520, 0x1400111e150})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:843 +0xc0
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 991 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14003d04f60}, 0x10498efc8?, {0x10aea5ca0, 0x140010ae080})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14003d04f60}, 0x64161e6d?, 0x14001db2fc0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14003d04f60?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14002e487e0?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x1400073eef8)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14002e487e0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 611 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2({0x10ae52520, 0x1400111e0f0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:843 +0xc0
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 610 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2({0x10ae52520, 0x1400111e030})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:843 +0xc0
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1188 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).processEvents(0x14001f6e580, {0x10ae52478, 0x14003ea1500}, 0x1048eb0a4?, 0x14002c4a9c0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:358 +0x94
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func2({0x10ae52478?, 0x14003ea1500?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:315 +0x3c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 1395 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x140053b5c80}, 0x10498efc8?, {0x10aea5ca0, 0x14005726c80})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x140053b5c80}, 0x64161e6d?, 0x140041a6b40)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x140053b5c80?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x1400570be90?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x140050a4ef8)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x1400570be90})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1432 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14005946060}, 0x10498efc8?, {0x10aea5ca0, 0x14005971800})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14005946060}, 0x64161e6d?, 0x1400557e240)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14005946060?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x140058d10e0?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x14005546ef8)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x140058d10e0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1291 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14005259080}, 0x10498efc8?, {0x10aea5ca0, 0x14005271e00})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14005259080}, 0x64161e6d?, 0x14004072ea0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14005259080?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x140053a1200?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x1400196bef8)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x140053a1200})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1292 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14005259140}, 0x10498efc8?, {0x10aea5ca0, 0x14005271e80})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14005259140}, 0x64161e6d?, 0x1400413c5a0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14005259140?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x140053a12c0?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x140050a0ef8)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x140053a12c0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1232 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).outputLoop(0x1400208d770, {0x10ae52478, 0x14001cc1e80})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:326 +0x1b0
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).runOutputLoop(0x1400208d770, {0x10ae52520, 0x14004dcc2a0}, 0x1050126f4?)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:351 +0xac
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run.func1({0x10ae52520?, 0x14004dcc2a0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:320 +0x44
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1187 [semacquire]:
sync.runtime_Semacquire(0x14003ea1600?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28
sync.(*WaitGroup).Wait(0x14003ea1608)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80
golang.org/x/sync/errgroup.(*Group).Wait(0x14003ea1600)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:53 +0x2c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x14003ea1600?, {0x10ae52478?, 0x14003ea15c0?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans(0x14001eec000, {0x10ae52478, 0x14003ea1500}, {0x14003ea1580, 0x1, 0x105092248?}, 0x0, 0x14002c4a9c0, {0x14002378e00, 0x1, ...})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:230 +0x524
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed(0x14003569668?, {0x10ae52478, 0x14003ea1500}, {0x14001ca86c0, 0x1, 0x1076adb10?}, {0x1400492c800?, 0x6?, 0x0?}, 0xf8?, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:148 +0xc4
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*dbAdapter).RangeFeed(0x0?, {0x10ae52478?, 0x14003ea1500?}, {0x14001ca86c0?, 0x0?, 0x14004939830?}, {0x10759aa80?, 0x492c800?, 0x40?}, 0x20?, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/db_adapter.go:81 +0x30
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func1({0x10ae52478?, 0x14003ea1500?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:312 +0x70
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 1210 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14004e00360}, 0x10498efc8?, {0x10aea5ca0, 0x14004c4ad80})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14004e00360}, 0x64161e6d?, 0x14002f19b00)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14004e00360?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14004e0a0f0?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x14005099ef8)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14004e0a0f0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1230 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run(0x14001ea6480, {0x10ae52520?, 0x14004dcc180?}, 0xa?, 0x14004d23bc0, 0x14000e6c900)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:292 +0x388
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).Start.func1({0x10ae52520?, 0x14004dcc180?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:240 +0x40
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1178 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14003db46c0}, 0x10498efc8?, {0x10aea5ca0, 0x14002740f80})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14003db46c0}, 0x64161e6d?, 0x14003ac4b40)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14003db46c0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14004a543c0?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x140049f4ef8)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14004a543c0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 281 [select]:
github.com/cockroachdb/cockroach/pkg/gossip.newInfoStore.func1({0x1400336d000?, 0x0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/gossip/infostore.go:192 +0x74
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1091 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14003d76720}, 0x10498efc8?, {0x10aea5ca0, 0x14004cb4400})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14003d76720}, 0x64161e6d?, 0x140013b6000)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14003d76720?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14004ce0690?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x14004577ef8)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14004ce0690})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 975 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x140036ab740}, 0x10498efc8?, {0x10aea5ca0, 0x14003e6b380})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x140036ab740}, 0x64161e6d?, 0x140022d10e0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x140036ab740?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x140040ca6f0?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x140022bdef8)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x140040ca6f0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 284 [select]:
github.com/cockroachdb/cockroach/pkg/ccl/utilccl.UpdateMetricOnLicenseChange.func2({0x10ae52520, 0x14000f75560})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/ccl/utilccl/license_check.go:169 +0xf8
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 285 [select]:
github.com/cockroachdb/cockroach/pkg/util/tracing.(*Tracer).runPeriodicSnapshotsLoop(0x14001fb96b8?, 0x14003338000, 0x14000c2a480, 0x14000edf0e0, 0x14001fb96f8?)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/tracer_snapshots.go:295 +0xbc
github.com/cockroachdb/cockroach/pkg/util/tracing.(*Tracer).PeriodicSnapshotsLoop(0x14001fb9718?, 0x10550a1c4?, 0x1400327fa00?)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/tracer_snapshots.go:261 +0xb8
github.com/cockroachdb/cockroach/pkg/server.newSQLServer.func1({0x140022de000, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/server_sql.go:515 +0x48
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 286 [select]:
github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFS).startTickerLocked.func1()
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/vfs/disk_health.go:474 +0xbc
created by github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFS).startTickerLocked
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/vfs/disk_health.go:468 +0x84
goroutine 287 [select]:
github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker.func1()
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/vfs/disk_health.go:148 +0x9c
created by github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/vfs/disk_health.go:143 +0x68
goroutine 1229 [select]:
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:349 +0x68
created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:348 +0x14c
goroutine 289 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b32180})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x3131203a22587861?, 0x10550a2e0?}}, 0x14001bb5f98)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x14001bb5f58?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 290 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b320f0})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x140033c3f98)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 291 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b32480})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x1400335b798)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 292 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b32240})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x140030d1900?, 0x140030d1950?}}, 0x1400335cf98)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 293 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b32510})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x14003358798)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 294 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b325a0})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x1400335bf98)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 295 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b32630})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x1400335af98)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 296 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b32690})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x140030d1e00?, 0x140030d1e50?}}, 0x14003359f98)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 297 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b32720})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x14003356f98)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 298 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b327b0})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x140033c7f98)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 299 [select]:
github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker.func1()
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/vfs/disk_health.go:148 +0x9c
created by github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/vfs/disk_health.go:143 +0x68
goroutine 300 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x140006b00e0, 0x0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x140006b00d0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/pebble/record.(*flusherCond).Wait(...)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/record/log_writer.go:203
github.com/cockroachdb/pebble/record.(*LogWriter).flushLoop(0x140006b0000, {0x10a55c5a0, 0x10e1a1910})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/record/log_writer.go:428 +0x5b8
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001cea20?, 0x1400226d620?, 0x0?}}, 0x140033c17b8)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble/record.NewLogWriter.func2()
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/record/log_writer.go:351 +0x68
created by github.com/cockroachdb/pebble/record.NewLogWriter
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/record/log_writer.go:350 +0x3e8
goroutine 1228 [select]:
github.com/cockroachdb/cockroach/pkg/util/future.Wait[...]({0x10ae52520, 0x14004da1fb0}, 0x140040aad00)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/future/future.go:95 +0x78
github.com/cockroachdb/cockroach/pkg/server.(*Node).RangeFeed(0x140012fa000, 0x14003d06240, {0x10ae92650, 0x140040aad00})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1442 +0x140
github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2.1({0x0?, 0x10ae52520?}, {0x10ae87528?, 0x14002d24400?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1132 +0x78
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x14004da1e30?}, 0x10dfbe780, 0x140036f9ab0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x4b8
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14004da1e30?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:970 +0x60
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14004da1e30}, 0x14001b24000?, 0x14001cc1c40)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:277 +0x78
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14004da1e30?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c
github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor({0x14001b24000?, {{0x0?}, {0x10ae73d60?, 0x14000b3eea0?}}}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14004da1e30}, 0x10dfbe780, 0x14001cc1c40)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:132 +0x2d4
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14004da1e30?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x7400000000000000?, 0x14001feb380?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:244 +0x34
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0x14000e6c900, {0x10ae52520, 0x14004da1e00}, {0x2?, 0x140033c06a8?}, 0x140033c0668)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:322 +0xac
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x14004da1e30?}, 0x10dfbe780, 0x14001cc1c40)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:243 +0xcc
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14004da1e30?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run({0x1400011b680, 0x4, 0x4}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14004da1e30}, 0x10dfbe780, 0x140036f9ab0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:975 +0x12c
github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1137 +0xfc
created by github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1125 +0x2a8
goroutine 1225 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1({0x10ae52478, 0x14001cc1b40})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:204 +0xfc
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 1227 [select]:
github.com/cockroachdb/cockroach/pkg/rpc.(*pipe).recv(0x140040aac70, {0x10ae52520, 0x14004da1da0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1377 +0x98
github.com/cockroachdb/cockroach/pkg/rpc.pipeReader.recv({0x140040aac70?, 0x10ade6dc8?}, {0x10ae52520?, 0x14004da1da0?}, {0x10ac5a180, 0x14004d3e480})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1413 +0x40
github.com/cockroachdb/cockroach/pkg/rpc.clientStream.RecvMsg(...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1461
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0x14002d243e0, {0x10ac5a180?, 0x14004d3e480?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:393 +0x38
github.com/cockroachdb/cockroach/pkg/rpc.rangeFeedClientAdapter.Recv({{0x10ae874e0?, 0x14002d243e0?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1180 +0x58
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed.func6()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:650 +0x34
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*stuckRangeFeedCanceler).do(0x14004d48960, 0x14004a43758)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed_canceler.go:135 +0x180
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0x14001eec000, {0x10ae52478?, 0x14001cc1b40?}, {{0x14003f1d298, 0x1, 0x8}, {0x14003f1d2a0, 0x1, 0x8}}, {0x0?, ...}, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:649 +0xb24
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0x14001eec000, {0x10ae52478, 0x14001cc1b40}, 0x14004d48910, 0x10ade4540?, {{0x14003f1d298, 0x1, 0x8}, {0x14003f1d2a0, 0x1, ...}}, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:424 +0x5f4
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1.1({0x10ae52478?, 0x14001cc1b40?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:208 +0xac
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 1396 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x140053b5d40}, 0x10498efc8?, {0x10aea5ca0, 0x14005726d00})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x140053b5d40}, 0x64161e6d?, 0x1400565cea0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x140053b5d40?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x1400570bf50?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x140050a5ef8)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x1400570bf50})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1256 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14004f987e0}, 0x10498efc8?, {0x10aea5ca0, 0x1400500b380})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14004f987e0}, 0x64161e6d?, 0x14003fda900)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14004f987e0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14005009f80?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x14002dc2ef8)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14005009f80})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1224 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).processEvents(0x140008d7a20, {0x10ae52478, 0x14001cc1a80}, 0x1048eb0a4?, 0x14002c8ede0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:358 +0x94
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func2({0x10ae52478?, 0x14001cc1a80?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:315 +0x3c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 1177 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).outputLoop(0x14002002000, {0x10ae52478, 0x14004121300})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:326 +0x1b0
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).runOutputLoop(0x14002002000, {0x10ae52520, 0x14003cf98c0}, 0x1050126f4?)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:351 +0xac
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run.func1({0x10ae52520?, 0x14003cf98c0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:320 +0x44
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 873 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run(0x140043f6000, {0x10ae52520?, 0x14004e34870?}, 0x30?, 0x14004e3c0f0, 0x14000e6c900)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:292 +0x388
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).Start.func1({0x10ae52520?, 0x14004e34870?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:240 +0x40
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1175 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run(0x14003727c80, {0x10ae52520?, 0x14003cf9770?}, 0x31?, 0x14003ef9878, 0x14000e6c900)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:292 +0x388
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).Start.func1({0x10ae52520?, 0x14003cf9770?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:240 +0x40
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1122 [semacquire]:
sync.runtime_Semacquire(0x28?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28
sync.(*WaitGroup).Wait(0x140034086c8)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80
golang.org/x/sync/errgroup.(*Group).Wait(0x140034086c0)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:53 +0x2c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x140034086c0?, {0x10ae52478?, 0x14003408680?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x10ae52520?, 0x1400442bc50?}, {0x140049f5c58, 0x2, 0x4000000000000000?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x88
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0x140048a0160, {0x10ae52520, 0x1400442bc50}, 0x14003e33f80)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:318 +0x5fc
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).Start.func2({0x10ae52520, 0x140046c5a10})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:232 +0x294
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1140 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1({0x10ae52478, 0x14003408740})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:204 +0xfc
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 1174 [select]:
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:349 +0x68
created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:348 +0x14c
goroutine 1015 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptreconcile.(*Reconciler).run(0x14000dfa4b0, {0x10ae52520, 0x140044d1980}, 0x14000e6c900)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptreconcile/reconciler.go:104 +0x1f4
github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptreconcile.(*Reconciler).StartReconciler.func1({0x10ae52520?, 0x140044d1980?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptreconcile/reconciler.go:77 +0x38
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1173 [select]:
github.com/cockroachdb/cockroach/pkg/util/future.Wait[...]({0x10ae52520, 0x14003cf95c0}, 0x14003a8abb0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/future/future.go:95 +0x78
github.com/cockroachdb/cockroach/pkg/server.(*Node).RangeFeed(0x140012fa000, 0x14002f18fc0, {0x10ae92650, 0x14003a8abb0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1442 +0x140
github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2.1({0x0?, 0x10ae52520?}, {0x10ae87528?, 0x14001f54480?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1132 +0x78
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x14003cf9440?}, 0x10dfbe780, 0x140013b3730)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x4b8
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14003cf9440?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:970 +0x60
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14003cf9440}, 0x14001b24000?, 0x14004121000)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:277 +0x78
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14003cf9440?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c
github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor({0x14001b24000?, {{0x0?}, {0x10ae73d60?, 0x14000b3eea0?}}}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14003cf9440}, 0x10dfbe780, 0x14004121000)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:132 +0x2d4
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14003cf9440?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x7400000000000000?, 0x14001886b60?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:244 +0x34
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0x14000e6c900, {0x10ae52520, 0x14003cf9410}, {0x2?, 0x140033dbea8?}, 0x140033dbe68)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:322 +0xac
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x14003cf9440?}, 0x10dfbe780, 0x14004121000)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:243 +0xcc
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14003cf9440?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run({0x1400011b680, 0x4, 0x4}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14003cf9440}, 0x10dfbe780, 0x140013b3730)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:975 +0x12c
github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1137 +0xfc
created by github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1125 +0x2a8
goroutine 315 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func4({0x1400364d000, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:191 +0xc8
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 316 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initCancelingWorkers.func1({0x10ae52520, 0x14000f549f0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:234 +0x94
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 317 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initCancelingWorkers.func1({0x10ae52520, 0x14000f54a50})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:234 +0x94
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 318 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initCancelingWorkers.func1({0x10ae52520, 0x14000f54ab0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:234 +0x94
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 319 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initCancelingWorkers.func1({0x10ae52520, 0x14000f54b10})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:234 +0x94
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 59 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140001dac00, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 60 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140001db000, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 61 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140001db400, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 62 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140001db800, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 63 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400073c000, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 64 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400073c400, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 65 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400073c800, 0x1})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 322 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400073cc00, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 323 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400073d400, 0x108c42722})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 324 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400073d800, 0x8a0000e181})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 325 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400073dc00, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 326 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14001468000, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 327 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14001468400, 0x14000ba70b0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 328 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14001468800, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 329 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14001469000, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 330 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14001469400, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 331 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14001469800, 0x14000b69ec0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 332 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14001469c00, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 333 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14001a6a000, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 334 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14001a6a400, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 335 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14001a6a800, 0x14000ba6690})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 336 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14001a6ac00, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 337 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14001a6b000, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 338 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14001a6b400, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 339 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14001a6b800, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 340 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140024aa000, 0x108c825cc})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 341 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140024aa400, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 342 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140024aa800, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 343 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140024aac00, 0x1400205662b})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 344 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140024ab000, 0x1cf0000e181})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 345 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140024ab400, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 346 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140024ab800, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 347 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140024abc00, 0x12})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 348 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140024ae000, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 320 [select]:
github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:388 +0x7c
created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:385 +0x2e4
goroutine 321 [select]:
github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:462 +0x224
created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:435 +0x60
goroutine 354 [select]:
github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:388 +0x7c
created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:385 +0x2e4
goroutine 355 [select]:
github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:462 +0x224
created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:435 +0x60
goroutine 356 [select]:
github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:388 +0x7c
created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:385 +0x2e4
goroutine 357 [select]:
github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:462 +0x224
created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:435 +0x60
goroutine 358 [select]:
github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:388 +0x7c
created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:385 +0x2e4
goroutine 359 [select]:
github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:462 +0x224
created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:435 +0x60
goroutine 360 [select]:
github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:388 +0x7c
created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:385 +0x2e4
goroutine 361 [select]:
github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:462 +0x224
created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:435 +0x60
goroutine 362 [select]:
github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:388 +0x7c
created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:385 +0x2e4
goroutine 363 [select]:
github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:462 +0x224
created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:435 +0x60
goroutine 364 [select]:
github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFS).startTickerLocked.func1()
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/vfs/disk_health.go:474 +0xbc
created by github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFS).startTickerLocked
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/vfs/disk_health.go:468 +0x84
goroutine 365 [select]:
github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker.func1()
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/vfs/disk_health.go:148 +0x9c
created by github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/vfs/disk_health.go:143 +0x68
goroutine 103 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140024af400, 0x108ca4d01})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 367 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000ba6240})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x140019ae798)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 368 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000ba6090})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x140019aef98)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 369 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000ba63f0})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0xe50000002c?}}, 0x140019af798)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xe80000e002?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 370 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000ba6390})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x140019aff98)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 371 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000ba6660})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x140019e2798)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 372 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000ba6450})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x140019e2f98)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 373 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000ba66c0})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x140019e3798)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 374 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b8a030})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x140019e3f98)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 375 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000ba68a0})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x140019e4798)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 376 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000ba69f0})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x140019e4f98)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 3312 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).executeWriteBatch(0x1400194e000, {0x10ae52520, 0x1400105e870}, 0x14003e72300, 0x14003eb0aa0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_write.go:202 +0x5e8
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).executeBatchWithConcurrencyRetries(0x1400194e000, {0x10ae52520, 0x1400105e870}, 0x14003e72300, 0x10ade4698)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_send.go:483 +0x1fc
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).SendWithWriteBytes(0x1400194e000, {0x10ae52520?, 0x1400105e840?}, 0x14003e72300)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_send.go:185 +0x4c8
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).SendWithWriteBytes(0x1400362d500, {0x10ae52520?, 0x1400105e810?}, 0x14003e72300)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_send.go:206 +0x504
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Stores).SendWithWriteBytes(0x14000dfa5a0?, {0x10ae52520, 0x1400105e810}, 0x14003e72300)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/stores.go:203 +0x9c
github.com/cockroachdb/cockroach/pkg/server.(*Node).batchInternal(0x140012fa000, {0x10ae52520?, 0x1400105e660?}, {0x8?}, 0x14003e72300)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1169 +0x324
github.com/cockroachdb/cockroach/pkg/server.(*Node).Batch(0x140012fa000, {0x10ae52520, 0x1400105e600}, 0x14003e72300)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1243 +0x174
github.com/cockroachdb/cockroach/pkg/rpc.makeInternalClientAdapter.func1({0x10ae52520?, 0x1400105e600?}, {0x10ad905a0?, 0x14003e72300?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:827 +0x54
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ServerInterceptor.func1({0x10ae52520, 0x1400105e600}, {0x10ad905a0, 0x14003e72300}, 0x14004324460, 0x14004310dc8)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:96 +0x1b4
github.com/cockroachdb/cockroach/pkg/rpc.bindUnaryServerInterceptorToHandler.func1({0x10ae52520?, 0x1400105e600?}, {0x10ad905a0?, 0x14003e72300?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:938 +0x3c
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func3({0x10ae52520, 0x1400105e600}, {0x10ad905a0, 0x14003e72300}, 0x14001b24000?, 0x14004324480)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:268 +0x88
github.com/cockroachdb/cockroach/pkg/rpc.bindUnaryServerInterceptorToHandler.func1({0x10ae52520?, 0x1400105e600?}, {0x10ad905a0?, 0x14003e72300?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:938 +0x3c
github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.unaryInterceptor({0x14001b24000?, {{0x0?}, {0x10ae73d60?, 0x14000b3eea0?}}}, {0x10ae52520, 0x1400105e600}, {0x10ad905a0, 0x14003e72300}, 0x14004324460, 0x140043244a0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:92 +0x1e0
github.com/cockroachdb/cockroach/pkg/rpc.bindUnaryServerInterceptorToHandler.func1({0x10ae52520?, 0x1400105e600?}, {0x10ad905a0?, 0x14003e72300?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:938 +0x3c
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func1.1({0x10ae52520?, 0x1400105e600?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:235 +0x3c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0x14000e6c900, {0x10ae52520, 0x1400105e600}, {0x14005fd6cc8?, 0x14005fd6c00?}, 0x14007585be0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:322 +0xac
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func1({0x10ae52520?, 0x1400105e600?}, {0x10ad905a0?, 0x14003e72300?}, 0x14005fd6c08?, 0x14004ed2948?)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:233 +0x7c
github.com/cockroachdb/cockroach/pkg/rpc.bindUnaryServerInterceptorToHandler.func1({0x10ae52520?, 0x1400105e600?}, {0x10ad905a0?, 0x14003e72300?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:938 +0x3c
github.com/cockroachdb/cockroach/pkg/rpc.makeInternalClientAdapter.func2({0x10ae52520?, 0x1400105e600?}, {0x10e1a1910?, 0x10ae52520?}, {0x10ad905a0?, 0x14003e72300?}, {0x10ac3df60?, 0x14004323100}, 0x8?, {0x14004ed2950?, ...})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:837 +0x48
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x10ae52520, 0x1400105e600}, {0x108aa12b6, 0x21}, {0x10ad905a0, 0x14003e72300}, {0x10ac3df60, 0x14004323100}, 0x14007585e18?, 0x14000c3e460, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:227 +0xdc
github.com/cockroachdb/cockroach/pkg/rpc.getChainUnaryInvoker.func1({0x10ae52520, 0x1400105e600}, {0x108aa12b6, 0x21}, {0x10ad905a0, 0x14003e72300}, {0x10ac3df60, 0x14004323100}, 0x14004ed2950?, {0x0, ...})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1022 +0xdc
github.com/cockroachdb/cockroach/pkg/rpc.makeInternalClientAdapter.func3({0x10ae52520, 0x1400105e5a0}, 0x14003e72100, {0x0, 0x0, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:907 +0x27c
github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.Batch(...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1030
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0x14004eb0300, {0x10ae52520, 0x1400105e5a0}, 0x5efaf4c?, {0x10ae50060, 0x14001b015c0?}, 0x14003e72100)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:210 +0xc8
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0x14004eb0300, {0x10ae52520, 0x1400105e5a0}, 0x14001807ad0?)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:189 +0x90
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0x14001eec000, {0x10ae52520, 0x1400105e5a0}, 0x14003e72000?, {0x14000dfa280, 0x14001807ad0, 0x14001807b40, 0x0, 0x0}, 0x0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2142 +0xc2c
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(0x14001eec000, {0x10ae52520?, 0x1400105e5a0}, 0x14003e72000, {{0x1400358f478, 0x3, 0x3}, {0x1400265d400, 0x4, 0x4}}, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1668 +0x548
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(0x14001eec000, {0x10ae52520, 0x1400105e5a0}, 0x14003e72000, {{0x1400358f478, 0x3, 0x3}, {0x1400265d400, 0x4, 0x4}}, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1239 +0x288
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).Send(0x14001eec000, {0x10ae524e8, 0x14003a57e00}, 0x14003e72000)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:860 +0x494
github.com/cockroachdb/cockroach/pkg/kv.(*CrossRangeTxnWrapperSender).Send(0x14001430cc8, {0x10ae524e8, 0x14003a57e00}, 0x14003e72000)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/db.go:223 +0x94
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).sendBatch.func1.1({0x10ae524e8, 0x14003a57e00})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:293 +0x9c
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x1400105e570?}, {0x14001973860, 0x24}, 0xdf847572f, 0x14005e52d48)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).sendBatch.func1.2({0xc0fda58a5ec80528, 0xe2460fcee})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:310 +0x68
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).sendBatch.func1({0x10ae52520, 0x1400105e570})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:332 +0x2b0
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 3485 [IO wait]:
internal/poll.runtime_pollWait(0x13865d790, 0x72)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/netpoll.go:305 +0xa0
internal/poll.(*pollDesc).wait(0x1400518c300?, 0x14005903200?, 0x0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:84 +0x28
internal/poll.(*pollDesc).waitRead(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0x1400518c300, {0x14005903200, 0x600, 0x600})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_unix.go:167 +0x1e0
net.(*netFD).Read(0x1400518c300, {0x14005903200?, 0x14005903200?, 0x5?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/fd_posix.go:55 +0x28
net.(*conn).Read(0x1400071a940, {0x14005903200?, 0x14004008898?, 0x8?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/net.go:183 +0x34
github.com/cockroachdb/cmux.(*MuxConn).Read(0x140061566c0, {0x14005903200, 0x600, 0x600})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/cmux.go:218 +0x170
crypto/tls.(*atLeastReader).Read(0x14004e859f8, {0x14005903200?, 0x0?, 0x104c2b7c8?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:787 +0x40
bytes.(*Buffer).ReadFrom(0x14004008978, {0x10ae09da0, 0x14004e859f8})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/bytes/buffer.go:202 +0x90
crypto/tls.(*Conn).readFromUntil(0x14004008700, {0x1376b0ef0?, 0x140061566c0}, 0x600?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:809 +0xd4
crypto/tls.(*Conn).readRecordOrCCS(0x14004008700, 0x0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:616 +0xd8
crypto/tls.(*Conn).readRecord(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:582
crypto/tls.(*Conn).Read(0x14004008700, {0x140079b0000, 0x8000, 0x0?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:1287 +0x178
bufio.(*Reader).Read(0x14005bc9980, {0x14001a05620, 0x9, 0x104fbe0d4?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/bufio/bufio.go:237 +0x1e0
io.ReadAtLeast({0x10ae08060, 0x14005bc9980}, {0x14001a05620, 0x9, 0x9}, 0x9)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:332 +0xa0
io.ReadFull(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:351
golang.org/x/net/http2.readFrameHeader({0x14001a05620?, 0x9?, 0x14003306dc8?}, {0x10ae08060?, 0x14005bc9980?})
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/http2/frame.go:237 +0x58
golang.org/x/net/http2.(*Framer).ReadFrame(0x14001a055e0)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/http2/frame.go:498 +0x84
google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0x140037b56c0, 0x14003306f68?, 0x10ae52520?)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:610 +0x114
google.golang.org/grpc.(*Server).serveStreams(0x14001c5a000, {0x10ae9f060?, 0x140037b56c0})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:949 +0x134
google.golang.org/grpc.(*Server).handleRawConn.func1()
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:891 +0x44
created by google.golang.org/grpc.(*Server).handleRawConn
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:890 +0x174
goroutine 839 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.(*Watcher).Run(0x14001431200, {0x10ae52478, 0x140024de600})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:338 +0x7b4
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.Start.func1({0x10ae52520?, 0x1400234b5c0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:197 +0x17c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 837 [select]:
github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).Start.func10({0x10ae52520?, 0x1400234b2c0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:1100 +0x148
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 838 [select]:
github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigmanager.(*Manager).run(0x14003176380, {0x10ae52520, 0x1400234b320})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigmanager/manager.go:156 +0x334
github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigmanager.(*Manager).Start.func1({0x10ae52520?, 0x1400234b320?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigmanager/manager.go:98 +0x34
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 836 [select]:
github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).Start.func9({0x10ae52520?, 0x1400234b230?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:1077 +0x120
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 835 [select]:
github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).Start.func8({0x10ae52520?, 0x1400234b1d0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:1045 +0x12c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1172 [select]:
github.com/cockroachdb/cockroach/pkg/rpc.(*pipe).recv(0x14003a8ab20, {0x10ae52520, 0x14003cf93b0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1377 +0x98
github.com/cockroachdb/cockroach/pkg/rpc.pipeReader.recv({0x14003a8ab20?, 0x10ade6dc8?}, {0x10ae52520?, 0x14003cf93b0?}, {0x10ac5a180, 0x14004ec78f0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1413 +0x40
github.com/cockroachdb/cockroach/pkg/rpc.clientStream.RecvMsg(...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1461
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0x14001f54460, {0x10ac5a180?, 0x14004ec78f0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:393 +0x38
github.com/cockroachdb/cockroach/pkg/rpc.rangeFeedClientAdapter.Recv({{0x10ae874e0?, 0x14001f54460?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1180 +0x58
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed.func6()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:650 +0x34
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*stuckRangeFeedCanceler).do(0x14003da4460, 0x1400498f758)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed_canceler.go:135 +0x180
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0x14001eec000, {0x10ae52478?, 0x14004120e80?}, {{0x1400378c270, 0x2, 0x8}, {0x1400378c278, 0x2, 0x8}}, {0x0?, ...}, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:649 +0xb24
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0x14001eec000, {0x10ae52478, 0x14004120e80}, 0x14003da4410, 0x10ade4540?, {{0x1400378c270, 0x2, 0x8}, {0x1400378c278, 0x2, ...}}, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:424 +0x5f4
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1.1({0x10ae52478?, 0x14004120e80?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:208 +0xac
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 834 [select]:
github.com/cockroachdb/cockroach/pkg/sql/catalog/lease.(*Manager).PeriodicallyRefreshSomeLeases.func1({0x10ae52520, 0x1400234b0e0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/catalog/lease/lease.go:1230 +0x1dc
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1170 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1({0x10ae52478, 0x14004120e80})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:204 +0xfc
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 833 [select]:
github.com/cockroachdb/cockroach/pkg/sql/catalog/lease.(*Manager).RefreshLeases.func1({0x10ae52520, 0x1400234b080})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/catalog/lease/lease.go:1124 +0xa8
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1073 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).processEvents(0x14001fee000, {0x10ae52478, 0x14004120dc0}, 0x0?, 0x14002c04d80)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:358 +0x94
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func2({0x10ae52478?, 0x14004120dc0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:315 +0x3c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 1072 [semacquire]:
sync.runtime_Semacquire(0x14004120f40?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28
sync.(*WaitGroup).Wait(0x14004120f48)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80
golang.org/x/sync/errgroup.(*Group).Wait(0x14004120f40)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:53 +0x2c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x14004120f40?, {0x10ae52478?, 0x14004120e80?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans(0x14001eec000, {0x10ae52478, 0x14004120dc0}, {0x14004120e40, 0x1, 0x8?}, 0x1, 0x14002c04d80, {0x14000bb0e60, 0x1, ...})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:230 +0x524
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed(0x14001c8f698?, {0x10ae52478, 0x14004120dc0}, {0x14003788270, 0x1, 0x1048e7b0c?}, {0x140000abb00?, 0x91680?, 0x40?}, 0x6c?, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:148 +0xc4
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*dbAdapter).RangeFeed(0x77359400?, {0x10ae52478?, 0x14004120dc0?}, {0x14003788270?, 0x14000f4c280?, 0x14001f51080?}, {0x0?, 0x48eb0a4?, 0x1?}, 0xa0?, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/db_adapter.go:81 +0x30
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func1({0x10ae52478?, 0x14004120dc0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:312 +0x70
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 102 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140024af000, 0x1})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 101 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140024aec00, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 100 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140024ae800, 0x1})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 393 [select]:
github.com/cockroachdb/cockroach/pkg/gossip.newInfoStore.func1({0x14001464400?, 0x0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/gossip/infostore.go:192 +0x74
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 832 [semacquire]:
sync.runtime_Semacquire(0x28?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28
sync.(*WaitGroup).Wait(0x1400378aa48)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80
golang.org/x/sync/errgroup.(*Group).Wait(0x1400378aa40)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:53 +0x2c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x1400378aa40?, {0x10ae52478?, 0x1400378aa00?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x10ae52520?, 0x14003788f60?}, {0x14002dc3c58, 0x2, 0x4000000000000000?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x88
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0x14002018dc0, {0x10ae52520, 0x14003788f60}, 0x14004092980)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:318 +0x5fc
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).Start.func2({0x10ae52520, 0x1400234aff0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:232 +0x294
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 831 [semacquire]:
sync.runtime_Semacquire(0x28?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28
sync.(*WaitGroup).Wait(0x1400401e288)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80
golang.org/x/sync/errgroup.(*Group).Wait(0x1400401e280)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:53 +0x2c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x1400401e280?, {0x10ae52478?, 0x1400401e240?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x10ae52520?, 0x140032f2930?}, {0x14003648c58, 0x2, 0x4000000000000000?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x88
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0x14002018c60, {0x10ae52520, 0x140032f2930}, 0x14004092880)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:318 +0x5fc
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).Start.func2({0x10ae52520, 0x1400234ae10})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:232 +0x294
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 396 [select]:
github.com/cockroachdb/cockroach/pkg/ccl/utilccl.UpdateMetricOnLicenseChange.func2({0x10ae52520, 0x14000c0e060})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/ccl/utilccl/license_check.go:169 +0xf8
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 397 [select]:
github.com/cockroachdb/cockroach/pkg/util/tracing.(*Tracer).runPeriodicSnapshotsLoop(0x14001c8b6b8?, 0x14001bb6000, 0x14000612420, 0x14002cd7860, 0x14001c8b6f8?)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/tracer_snapshots.go:295 +0xbc
github.com/cockroachdb/cockroach/pkg/util/tracing.(*Tracer).PeriodicSnapshotsLoop(0x14001c8b718?, 0x10550a1c4?, 0x140021796c0?)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/tracer_snapshots.go:261 +0xb8
github.com/cockroachdb/cockroach/pkg/server.newSQLServer.func1({0x140018ca400, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/server_sql.go:515 +0x48
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 398 [select]:
github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFS).startTickerLocked.func1()
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/vfs/disk_health.go:474 +0xbc
created by github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFS).startTickerLocked
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/vfs/disk_health.go:468 +0x84
goroutine 399 [select]:
github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker.func1()
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/vfs/disk_health.go:148 +0x9c
created by github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/vfs/disk_health.go:143 +0x68
goroutine 1179 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14003db4780}, 0x10498efc8?, {0x10aea5ca0, 0x14002741000})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14003db4780}, 0x64161e6d?, 0x14001d8b680)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14003db4780?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14004a54480?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x140049f6ef8)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14004a54480})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 401 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000ba6ba0})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x14001c8d798)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 402 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000ba6c30})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x14001c8df98)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 403 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000ba70b0})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x140039e8798)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 404 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000ba7140})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x140039e8f98)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 405 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000ba6b10})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x140039e9798)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 406 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000ba7260})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x140039e9f98)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 407 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000ba7350})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x140039ea798)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 408 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000fa6030})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x140039eaf98)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 409 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000ba7200})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x140039eb798)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 410 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b8a420})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:324 +0x80
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x140039ebf98)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:322 +0x64
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/table_cache.go:314 +0xf4
goroutine 411 [select]:
github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker.func1()
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/vfs/disk_health.go:148 +0x9c
created by github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/vfs/disk_health.go:143 +0x68
goroutine 412 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x140006b6fe0, 0x0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x140006b6fd0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/pebble/record.(*flusherCond).Wait(...)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/record/log_writer.go:203
github.com/cockroachdb/pebble/record.(*LogWriter).flushLoop(0x140006b6f00, {0x10a55c5a0, 0x10e1a1910})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/record/log_writer.go:428 +0x5b8
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001cea20?, 0x0?, 0x0?}}, 0x140039e4fb8)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble/record.NewLogWriter.func2()
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/record/log_writer.go:351 +0x68
created by github.com/cockroachdb/pebble/record.NewLogWriter
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/record/log_writer.go:350 +0x3e8
goroutine 99 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140024ae400, 0x1})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 830 [select]:
github.com/cockroachdb/cockroach/pkg/sql/stmtdiagnostics.(*Registry).poll(0x14003176300, {0x10ae52520, 0x1400234ac30})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/stmtdiagnostics/statement_diagnostics.go:195 +0x1a0
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1648 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x140042a41e0}, 0x10498efc8?, {0x10aea5ca0, 0x14004cbe280})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x140042a41e0}, 0x64161e6d?, 0x1400232e360)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x140042a41e0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14000fe9c50?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x14006627ef8)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14000fe9c50})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 829 [select]:
github.com/cockroachdb/cockroach/pkg/sql/stats.(*Refresher).Start.func1({0x10ae52520, 0x1400234abd0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/stats/automatic_stats.go:392 +0x140
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1682 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x140020480c0}, 0x10498efc8?, {0x10aea5ca0, 0x14004459b00})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x140020480c0}, 0x64161e6d?, 0x14001db2ea0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x140020480c0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14004da81e0?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x14003405ef8)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14004da81e0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 71 [select]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0x140032a2370, 0x1)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/controlbuf.go:408 +0x154
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0x14002077500)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/controlbuf.go:535 +0x74
google.golang.org/grpc/internal/transport.newHTTP2Client.func6()
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:442 +0x64
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:440 +0x1888
goroutine 827 [select]:
github.com/cockroachdb/cockroach/pkg/sql/sqlstats/insights.(*concurrentBufferIngester).Start.func2({0x14003f62400?, 0x1?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlstats/insights/ingester.go:87 +0x90
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 828 [select]:
github.com/cockroachdb/cockroach/pkg/sql/contention/txnidcache.(*Cache).Start.func1({0x1400163d000?, 0x1?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/contention/txnidcache/txn_id_cache.go:145 +0x90
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 826 [select]:
github.com/cockroachdb/cockroach/pkg/sql/sqlstats/insights.(*concurrentBufferIngester).Start.func1({0x14003f5a400?, 0x1?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlstats/insights/ingester.go:70 +0xc4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 825 [select]:
github.com/cockroachdb/cockroach/pkg/sql/sqlstats/sslocal.(*SQLStats).Start.func1({0x10ae52520, 0x1400234ab10})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlstats/sslocal/sslocal_provider.go:90 +0x1b8
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1125 [semacquire]:
sync.runtime_Semacquire(0x14002d7e5c0?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28
sync.(*WaitGroup).Wait(0x14002d7e5c8)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80
golang.org/x/sync/errgroup.(*Group).Wait(0x14002d7e5c0)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:53 +0x2c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x14002d7e5c0?, {0x10ae52478?, 0x14002d7e540?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans(0x14001eec000, {0x10ae52478, 0x14002d7e3c0}, {0x14002d7e440, 0x1, 0x10a4c5340?}, 0x1, 0x14002c11560, {0x14003c39220, 0x1, ...})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:230 +0x524
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed(0x14000113f18?, {0x10ae52478, 0x14002d7e3c0}, {0x140046c5cb0, 0x1, 0x14002d7e280?}, {0x14000113e98?, 0x50112b8?, 0x1?}, 0xf8?, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:148 +0xc4
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*dbAdapter).RangeFeed(0x1?, {0x10ae52478?, 0x14002d7e3c0?}, {0x140046c5cb0?, 0x140046c5e90?, 0x10ae52520?}, {0x1065739d0?, 0xae52520?, 0x1?}, 0xd0?, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/db_adapter.go:81 +0x30
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func1({0x10ae52478?, 0x14002d7e3c0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:312 +0x70
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 70 [IO wait]:
internal/poll.runtime_pollWait(0x13863f2c8, 0x72)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/netpoll.go:305 +0xa0
internal/poll.(*pollDesc).wait(0x14000b94980?, 0x140002f7500?, 0x0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:84 +0x28
internal/poll.(*pollDesc).waitRead(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0x14000b94980, {0x140002f7500, 0x700, 0x700})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_unix.go:167 +0x1e0
net.(*netFD).Read(0x14000b94980, {0x140002f7500?, 0x1400215a898?, 0x8?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/fd_posix.go:55 +0x28
net.(*conn).Read(0x1400071a018, {0x140002f7500?, 0x1400215a858?, 0x140002f7500?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/net.go:183 +0x34
crypto/tls.(*atLeastReader).Read(0x14000131d10, {0x140002f7500?, 0x0?, 0x104c2b7c8?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:787 +0x40
bytes.(*Buffer).ReadFrom(0x1400215a978, {0x10ae09da0, 0x14000131d10})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/bytes/buffer.go:202 +0x90
crypto/tls.(*Conn).readFromUntil(0x1400215a700, {0x10ae18200?, 0x1400071a018}, 0x700?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:809 +0xd4
crypto/tls.(*Conn).readRecordOrCCS(0x1400215a700, 0x0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:616 +0xd8
crypto/tls.(*Conn).readRecord(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:582
crypto/tls.(*Conn).Read(0x1400215a700, {0x14003430000, 0x8000, 0x10488aa2c?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:1287 +0x178
bufio.(*Reader).Read(0x14002077440, {0x140036923c0, 0x9, 0x14002d012b0?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/bufio/bufio.go:237 +0x1e0
io.ReadAtLeast({0x10ae08060, 0x14002077440}, {0x140036923c0, 0x9, 0x9}, 0x9)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:332 +0xa0
io.ReadFull(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:351
golang.org/x/net/http2.readFrameHeader({0x140036923c0?, 0x9?, 0x1048ebd10?}, {0x10ae08060?, 0x14002077440?})
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/http2/frame.go:237 +0x58
golang.org/x/net/http2.(*Framer).ReadFrame(0x14003692380)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/http2/frame.go:498 +0x84
google.golang.org/grpc/internal/transport.(*http2Client).reader(0x14004002000, 0x140039fcf90?)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:1561 +0x1b8
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:388 +0x13c8
goroutine 1131 [select]:
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:349 +0x68
created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:348 +0x14c
goroutine 3054 [select]:
github.com/cockroachdb/cockroach/pkg/rpc.(*pipe).recv(0x1400355bde0, {0x10ae52520, 0x14006543b90})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1377 +0x98
github.com/cockroachdb/cockroach/pkg/rpc.pipeReader.recv({0x1400355bde0?, 0x10ade6dc8?}, {0x10ae52520?, 0x14006543b90?}, {0x10ac5a180, 0x1400442ab70})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1413 +0x40
github.com/cockroachdb/cockroach/pkg/rpc.clientStream.RecvMsg(...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1461
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0x14003dead40, {0x10ac5a180?, 0x1400442ab70?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:393 +0x38
github.com/cockroachdb/cockroach/pkg/rpc.rangeFeedClientAdapter.Recv({{0x10ae874e0?, 0x14003dead40?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1180 +0x58
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed.func6()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:650 +0x34
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*stuckRangeFeedCanceler).do(0x14004a46b40, 0x140034d5758)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed_canceler.go:135 +0x180
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0x14001eec000, {0x10ae52478?, 0x14000e3c600?}, {{0x14006141ca8, 0x1, 0x8}, {0x14006141cb0, 0x1, 0x8}}, {0x0?, ...}, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:649 +0xb24
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0x14001eec000, {0x10ae52478, 0x14000e3c600}, 0x140033dc0a0, 0x0?, {{0x14006141ca8, 0x1, 0x8}, {0x14006141cb0, 0x1, ...}}, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:424 +0x5f4
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1.1({0x10ae52478?, 0x14000e3c600?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:208 +0xac
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 427 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func4({0x14003c90c00, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:191 +0xc8
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 428 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initCancelingWorkers.func1({0x10ae52520, 0x140010d0c90})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:234 +0x94
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 429 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initCancelingWorkers.func1({0x10ae52520, 0x140010d0cf0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:234 +0x94
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 430 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initCancelingWorkers.func1({0x10ae52520, 0x140010d0d50})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:234 +0x94
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 431 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initCancelingWorkers.func1({0x10ae52520, 0x140010d0e10})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:234 +0x94
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 104 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140024af800, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 105 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140024afc00, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 106 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400237c000, 0x14000ba6690})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 107 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400237c400, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 108 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400237cc00, 0x14000f54a50})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 109 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400237d000, 0x14000f54ab0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 110 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400237d400, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 111 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400237d800, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 112 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400364c000, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 113 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400364c400, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 434 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400364c800, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 435 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400364cc00, 0x1400064e590})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 436 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14001465000, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 437 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14001465400, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 438 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140018ca800, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 439 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400193ac00, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 440 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400193b000, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 441 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400193b400, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 442 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400193b800, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 443 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400193bc00, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 444 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14001a8a000, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 445 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14001a8a400, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 446 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14001a8ac00, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 447 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14001a8b000, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 448 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14001a8b400, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 449 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14001a8b800, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 450 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14001a8bc00, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 451 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140020fc400, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 452 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140020fc800, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 453 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140020fcc00, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 454 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140020fd000, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 455 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140020fd400, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 456 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140020fd800, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 457 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140020fdc00, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 458 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400456c000, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 432 [select]:
github.com/cockroachdb/cockroach/pkg/security.(*CertificateManager).RegisterSignalHandler.func1({0x10ae52520, 0x14000fb4900})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/security/certificate_manager.go:240 +0xcc
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 433 [select]:
github.com/cockroachdb/cockroach/pkg/util/hlc.(*Clock).StartMonitoringForwardClockJumps.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/hlc/hlc.go:275 +0x114
created by github.com/cockroachdb/cockroach/pkg/util/hlc.(*Clock).StartMonitoringForwardClockJumps
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/hlc/hlc.go:267 +0x118
goroutine 466 [chan receive]:
github.com/cockroachdb/cockroach/pkg/server.startHTTPService.func1({0x10ae52520, 0x14000fb4ab0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/server_http.go:225 +0x48
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 467 [IO wait]:
internal/poll.runtime_pollWait(0x13863f4a8, 0x72)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/netpoll.go:305 +0xa0
internal/poll.(*pollDesc).wait(0x14000faf400?, 0x1048946a8?, 0x0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:84 +0x28
internal/poll.(*pollDesc).waitRead(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Accept(0x14000faf400)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_unix.go:614 +0x1d0
net.(*netFD).accept(0x14000faf400)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/fd_unix.go:172 +0x28
net.(*TCPListener).accept(0x14004310de0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/tcpsock_posix.go:142 +0x28
net.(*TCPListener).Accept(0x14004310de0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/tcpsock.go:288 +0x2c
github.com/cockroachdb/cmux.(*cMux).Serve(0x14004340e00)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/cmux.go:124 +0x84
github.com/cockroachdb/cockroach/pkg/server.startHTTPService.func2({0x1400437f800, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/server_http.go:242 +0x28
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 468 [chan receive]:
github.com/cockroachdb/cmux.muxListener.Accept(...)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/cmux.go:184
net/http.(*Server).Serve(0x1400220a1e0, {0x10ae4fa00, 0x14004310e10})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/http/server.go:3070 +0x30c
github.com/cockroachdb/cockroach/pkg/server.startHTTPService.func3({0x1400437fc00, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/server_http.go:263 +0x114
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 469 [chan receive]:
github.com/cockroachdb/cockroach/pkg/util/netutil.MakeHTTPServer.func2({0x140006ce000, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:102 +0x54
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 470 [chan receive]:
github.com/cockroachdb/cmux.muxListener.Accept(...)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/cmux.go:184
crypto/tls.(*listener).Accept(0x14004310e58)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/tls.go:66 +0x30
net/http.(*Server).Serve(0x14004365d10, {0x10ae2f060, 0x14004310e58})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/http/server.go:3070 +0x30c
github.com/cockroachdb/cockroach/pkg/server.startHTTPService.func4({0x140006ce400, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/server_http.go:280 +0x2c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 228 [chan receive]:
github.com/cockroachdb/cockroach/pkg/util/netutil.MakeHTTPServer.func2({0x140032de000, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:102 +0x54
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 471 [chan receive]:
github.com/cockroachdb/cockroach/pkg/server.startListenRPCAndSQL.func1({0x10ae52520, 0x14000fb5710})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/start_listen.go:77 +0x48
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 472 [chan receive]:
github.com/cockroachdb/cockroach/pkg/server.startListenRPCAndSQL.func4({0x140006cec00, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/start_listen.go:138 +0x68
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 473 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0x14004341680)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:115 +0x68
created by google.golang.org/grpc.newCCBalancerWrapper
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:76 +0x22c
goroutine 1129 [select]:
github.com/cockroachdb/cockroach/pkg/rpc.(*pipe).recv(0x14003c392e0, {0x10ae52520, 0x140048d0210})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1377 +0x98
github.com/cockroachdb/cockroach/pkg/rpc.pipeReader.recv({0x14003c392e0?, 0x10ade6dc8?}, {0x10ae52520?, 0x140048d0210?}, {0x10ac5a180, 0x140062dfe60})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1413 +0x40
github.com/cockroachdb/cockroach/pkg/rpc.clientStream.RecvMsg(...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1461
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0x14002343480, {0x10ac5a180?, 0x140062dfe60?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:393 +0x38
github.com/cockroachdb/cockroach/pkg/rpc.rangeFeedClientAdapter.Recv({{0x10ae874e0?, 0x14002343480?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1180 +0x58
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed.func6()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:650 +0x34
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*stuckRangeFeedCanceler).do(0x140044a12c0, 0x1400075d758)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed_canceler.go:135 +0x180
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0x14001eec000, {0x10ae52478?, 0x14002d7e540?}, {{0x14003d5eba8, 0x1, 0x8}, {0x14003d5ebb0, 0x1, 0x8}}, {0x0?, ...}, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:649 +0xb24
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0x14001eec000, {0x10ae52478, 0x14002d7e540}, 0x140044a1270, 0x10ade4540?, {{0x14003d5eba8, 0x1, 0x8}, {0x14003d5ebb0, 0x1, ...}}, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:424 +0x5f4
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1.1({0x10ae52478?, 0x14002d7e540?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:208 +0xac
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 475 [chan receive]:
github.com/cockroachdb/cockroach/pkg/server.configureGRPCGateway.func2({0x10ae52520, 0x14000fbc360})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/grpc_gateway.go:107 +0x48
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 187 [select]:
github.com/cockroachdb/cockroach/pkg/sql/contention.(*eventStore).startResolver.func1({0x10ae52520, 0x1400232d230})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/contention/event_store.go:219 +0x194
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1056 [semacquire]:
sync.runtime_Semacquire(0x14004019840?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28
sync.(*WaitGroup).Wait(0x14004019848)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80
golang.org/x/sync/errgroup.(*Group).Wait(0x14004019840)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:53 +0x2c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x14004019840?, {0x10ae52478?, 0x14004019800?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans(0x14001eec000, {0x10ae52478, 0x14004019740}, {0x140040197c0, 0x1, 0x10a4c5340?}, 0x0, 0x14002c30de0, {0x14003071a80, 0x1, ...})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:230 +0x524
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed(0x14001c8a718?, {0x10ae52478, 0x14004019740}, {0x140046c5ad0, 0x1, 0x14002d7e100?}, {0x14001c8a698?, 0x50112b8?, 0x1?}, 0xf8?, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:148 +0xc4
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*dbAdapter).RangeFeed(0x1?, {0x10ae52478?, 0x14004019740?}, {0x140046c5ad0?, 0x14003bf49f0?, 0x10ae52520?}, {0x1065739d0?, 0xae52520?, 0x1?}, 0xf0?, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/db_adapter.go:81 +0x30
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func1({0x10ae52478?, 0x14004019740?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:312 +0x70
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 3255 [select]:
google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0x14005076230, {0x14002dca250, 0x5, 0x5})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:195 +0x74
google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0x14005076230, {0x14002dca250?, 0x14000d0a048?, 0x140086c8d00?})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:175 +0x148
google.golang.org/grpc/internal/transport.(*transportReader).Read(0x140010f2d20, {0x14002dca250?, 0x140086c8d88?, 0x104fc6c78?})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:495 +0x34
io.ReadAtLeast({0x10ae17720, 0x140010f2d20}, {0x14002dca250, 0x5, 0x5}, 0x5)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:332 +0xa0
io.ReadFull(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:351
google.golang.org/grpc/internal/transport.(*Stream).Read(0x1400308efc0, {0x14002dca250, 0x5, 0x5})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:479 +0x98
google.golang.org/grpc.(*parser).recvMsg(0x14002dca240, 0x7fffffff)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/rpc_util.go:560 +0x48
google.golang.org/grpc.recvAndDecompress(0x140086c8f78?, 0x1400308efc0, {0x0, 0x0}, 0x7fffffff, 0x0, {0x10ae50090, 0x10e1a1910})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/rpc_util.go:691 +0x40
google.golang.org/grpc.recv(0x10a510720?, {0x137744388, 0x140000bc910}, 0x6?, {0x0?, 0x0?}, {0x10ac5a180, 0x14004ec7da0}, 0x1400308e240?, 0x0, ...)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/rpc_util.go:757 +0x5c
google.golang.org/grpc.(*csAttempt).recvMsg(0x14003028600, {0x10ac5a180?, 0x14004ec7da0}, 0x10488a63c?)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/stream.go:1041 +0x240
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x0?)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/stream.go:881 +0x28
google.golang.org/grpc.(*clientStream).withRetry(0x1400308e480, 0x140086c9208, 0x140086c91d8)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/stream.go:716 +0x568
google.golang.org/grpc.(*clientStream).RecvMsg(0x1400308e480, {0x10ac5a180?, 0x14004ec7da0?})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/stream.go:880 +0xbc
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0x14003fbd900, {0x10ac5a180?, 0x14004ec7da0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:393 +0x38
github.com/cockroachdb/cockroach/pkg/kv/kvpb.(*internalRangeFeedClient).Recv(0x14002f60330)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvpb/api.pb.go:9679 +0x58
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed.func6()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:650 +0x34
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*stuckRangeFeedCanceler).do(0x14005076140, 0x140086c9758)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed_canceler.go:135 +0x180
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0x14001999900, {0x10ae52478?, 0x14007aa1880?}, {{0x1400793ca78, 0x1, 0x8}, {0x1400793ca80, 0x1, 0x8}}, {0x14004fd9a28?, ...}, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:649 +0xb24
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0x14001999900, {0x10ae52478, 0x14007aa1880}, 0x14007a9fc70, 0x14003a9aa50?, {{0x1400793ca78, 0x1, 0x8}, {0x1400793ca80, 0x1, ...}}, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:424 +0x5f4
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1.1({0x10ae52478?, 0x14007aa1880?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:208 +0xac
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 69 [select]:
google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0x14004002000)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:1635 +0x118
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:378 +0x1358
goroutine 1130 [select]:
github.com/cockroachdb/cockroach/pkg/util/future.Wait[...]({0x10ae52520, 0x140048d0420}, 0x14003c39370)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/future/future.go:95 +0x78
github.com/cockroachdb/cockroach/pkg/server.(*Node).RangeFeed(0x140012fa000, 0x14003a8f680, {0x10ae92650, 0x14003c39370})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1442 +0x140
github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2.1({0x0?, 0x10ae52520?}, {0x10ae87528?, 0x140023434a0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1132 +0x78
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x140048d02a0?}, 0x10dfbe780, 0x140016f2c40)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x4b8
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x140048d02a0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:970 +0x60
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x140048d02a0}, 0x14001b24000?, 0x14002d7e680)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:277 +0x78
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x140048d02a0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c
github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor({0x14001b24000?, {{0x71?}, {0x10ae73d60?, 0x14000b3eea0?}}}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x140048d02a0}, 0x10dfbe780, 0x14002d7e680)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:132 +0x2d4
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x140048d02a0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x1400456adf8?, 0x104883350?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:244 +0x34
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0x14000e6c900, {0x10ae52520, 0x140048d0270}, {0x3?, 0x1400456aea8?}, 0x1400456ae68)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:322 +0xac
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x140048d02a0?}, 0x10dfbe780, 0x14002d7e680)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:243 +0xcc
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x140048d02a0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run({0x1400011b680, 0x4, 0x4}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x140048d02a0}, 0x10dfbe780, 0x140016f2c40)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:975 +0x12c
github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1137 +0xfc
created by github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1125 +0x2a8
goroutine 480 [chan receive]:
github.com/cockroachdb/cmux.muxListener.Accept(...)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/cmux.go:184
google.golang.org/grpc.(*Server).Serve(0x14000dc83c0, {0x10ae4fa00?, 0x14004311128})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:823 +0x48c
github.com/cockroachdb/cockroach/pkg/server.startListenRPCAndSQL.func6.1({0x1400163c400, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/start_listen.go:172 +0x2c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 481 [select]:
github.com/cockroachdb/cockroach/pkg/util/netutil.(*LoopbackListener).Accept(0x14000fb5920)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/loopback.go:51 +0x74
google.golang.org/grpc.(*Server).Serve(0x14000dc83c0, {0x10ae48440?, 0x14000fb5920})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:823 +0x48c
github.com/cockroachdb/cockroach/pkg/server.startListenRPCAndSQL.func6.2({0x1400163c800, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/start_listen.go:175 +0x30
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 498 [IO wait]:
internal/poll.runtime_pollWait(0x13863f598, 0x72)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/netpoll.go:305 +0xa0
internal/poll.(*pollDesc).wait(0x14000e6c800?, 0x4?, 0x0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:84 +0x28
internal/poll.(*pollDesc).waitRead(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Accept(0x14000e6c800)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_unix.go:614 +0x1d0
net.(*netFD).accept(0x14000e6c800)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/fd_unix.go:172 +0x28
net.(*TCPListener).accept(0x14000fed038)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/tcpsock_posix.go:142 +0x28
net.(*TCPListener).Accept(0x14000fed038)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/tcpsock.go:288 +0x2c
github.com/cockroachdb/cmux.(*cMux).Serve(0x14004341480)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/cmux.go:124 +0x84
github.com/cockroachdb/cockroach/pkg/server.startListenRPCAndSQL.func6.3.1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/start_listen.go:180 +0x28
sync.(*Once).doSlow(0x1400163ccc8?, 0x14004566ee0?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/once.go:74 +0x104
sync.(*Once).Do(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/once.go:65
github.com/cockroachdb/cockroach/pkg/server.startListenRPCAndSQL.func6.3({0x1400163cc00, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/start_listen.go:179 +0x50
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2383 [select]:
github.com/cockroachdb/cockroach/pkg/server.(*serverController).start.func1({0x10ae52520?, 0x14004b5e480?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/server_controller_orchestration.go:95 +0xc0
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 500 [select]:
github.com/cockroachdb/cockroach/pkg/util/schedulerlatency.StartSampler.func1({0x10ae52520, 0x14000e1f440})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/schedulerlatency/sampler.go:143 +0x394
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 460 [select]:
github.com/cockroachdb/cockroach/pkg/util/schedulerlatency.StartSampler.func1.1({0x10ae52520, 0x14000fa6de0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/schedulerlatency/sampler.go:108 +0x2a4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 501 [chan receive]:
github.com/cockroachdb/cockroach/pkg/gossip.(*server).start.func3({0x1400163d800, 0x6})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:388 +0x50
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 502 [select]:
github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).bootstrap.func1({0x10ae52520?, 0x14000e1fe60?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1247 +0x170
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 503 [select]:
github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).manage.func1({0x10ae52520, 0x14000e68c30})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1288 +0x1c8
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 504 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).run(0x140008d7080, {0x10ae52520, 0x14000a01c80?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:498 +0x224
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 505 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).run(0x140008d71e0, {0x10ae52520, 0x14000a01ec0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:498 +0x224
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 506 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).run(0x140008d7340, {0x10ae52520, 0x14000a6a120?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:498 +0x224
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 461 [select]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0x140042ee3c0, 0x1)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/controlbuf.go:408 +0x154
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0x14001c51440)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/controlbuf.go:535 +0x74
google.golang.org/grpc/internal/transport.NewServerTransport.func2()
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:334 +0xd0
created by google.golang.org/grpc/internal/transport.NewServerTransport
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:331 +0x133c
goroutine 462 [select]:
google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0x14001b37ba0)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:1129 +0x188
created by google.golang.org/grpc/internal/transport.NewServerTransport
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:343 +0x1380
goroutine 463 [IO wait]:
internal/poll.runtime_pollWait(0x13863f1d8, 0x72)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/netpoll.go:305 +0xa0
internal/poll.(*pollDesc).wait(0x14000fce180?, 0x14001712000?, 0x0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:84 +0x28
internal/poll.(*pollDesc).waitRead(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0x14000fce180, {0x14001712000, 0x600, 0x600})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_unix.go:167 +0x1e0
net.(*netFD).Read(0x14000fce180, {0x14001712000?, 0x14001712000?, 0x5?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/fd_posix.go:55 +0x28
net.(*conn).Read(0x140014ba038, {0x14001712000?, 0x14000f30898?, 0x8?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/net.go:183 +0x34
github.com/cockroachdb/cmux.(*MuxConn).Read(0x14001edc300, {0x14001712000, 0x600, 0x600})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/cmux.go:218 +0x170
crypto/tls.(*atLeastReader).Read(0x14001308660, {0x14001712000?, 0x0?, 0x104c2b7c8?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:787 +0x40
bytes.(*Buffer).ReadFrom(0x14000f30978, {0x10ae09da0, 0x14001308660})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/bytes/buffer.go:202 +0x90
crypto/tls.(*Conn).readFromUntil(0x14000f30700, {0x1376b0ef0?, 0x14001edc300}, 0x600?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:809 +0xd4
crypto/tls.(*Conn).readRecordOrCCS(0x14000f30700, 0x0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:616 +0xd8
crypto/tls.(*Conn).readRecord(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:582
crypto/tls.(*Conn).Read(0x14000f30700, {0x140022c8000, 0x8000, 0x0?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:1287 +0x178
bufio.(*Reader).Read(0x14001c513e0, {0x140037122e0, 0x9, 0x14002d01240?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/bufio/bufio.go:237 +0x1e0
io.ReadAtLeast({0x10ae08060, 0x14001c513e0}, {0x140037122e0, 0x9, 0x9}, 0x9)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:332 +0xa0
io.ReadFull(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:351
golang.org/x/net/http2.readFrameHeader({0x140037122e0?, 0x9?, 0x140008b5dc8?}, {0x10ae08060?, 0x14001c513e0?})
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/http2/frame.go:237 +0x58
golang.org/x/net/http2.(*Framer).ReadFrame(0x140037122a0)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/http2/frame.go:498 +0x84
google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0x14001b37ba0, 0x0?, 0x0?)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:610 +0x114
google.golang.org/grpc.(*Server).serveStreams(0x14000dc83c0, {0x10ae9f060?, 0x14001b37ba0})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:949 +0x134
google.golang.org/grpc.(*Server).handleRawConn.func1()
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:891 +0x44
created by google.golang.org/grpc.(*Server).handleRawConn
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:890 +0x174
goroutine 507 [chan receive]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func1({0x14001a12000, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:221 +0x40
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 508 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x861)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c4a50})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 509 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x862)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c4d80})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 510 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x863)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c4de0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 511 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x825)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c4e70})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 512 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x827)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c4ed0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 513 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x828)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c4f60})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 514 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x824)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c4fc0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 515 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x826)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c5080})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 516 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x829)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c50e0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 517 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x82a)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c5140})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 518 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x82c)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c53e0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 519 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x82d)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c5440})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 520 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x85f)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c54a0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 521 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x82e)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c5500})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 522 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x830)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c5560})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 523 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x82f)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c55c0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 524 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x831)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c5620})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 525 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x833)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c5680})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 526 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x832)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c5740})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 527 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x834)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c57a0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 528 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x837)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c5800})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 529 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x836)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c5890})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 530 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x835)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c5b00})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 531 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x838)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c5b90})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 532 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x839)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c5bf0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 533 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x83a)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c5c80})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 534 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x82b)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c5ce0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 535 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x83b)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c5d70})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 536 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x83d)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c5e30})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 537 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x83e)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c5e90})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 538 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x843)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c5ef0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 539 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x842)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c5f80})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 540 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x845)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fe030})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 541 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x847)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fe0f0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 542 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x83c)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fe150})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 543 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x840)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fe1b0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 544 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x841)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fe450})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 545 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x844)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fe4b0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 546 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x83f)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fe510})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 547 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x849)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fe570})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 548 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x84a)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fe5d0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 549 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x848)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fe630})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 550 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x846)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fe690})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 551 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x85a)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fe6f0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 552 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x84b)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fe7b0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 553 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x84c)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fe810})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 554 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x856)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fe870})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 555 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x857)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fe900})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 556 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x858)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010feb70})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 557 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x853)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010febd0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 558 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x859)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fec30})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 559 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x84d)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fec90})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 560 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x84e)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fecf0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 561 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x855)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fed50})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 562 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x851)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fedb0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 563 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x84f)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fee10})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 564 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x850)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010feed0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 565 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x852)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fef30})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 566 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x865)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fef90})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 567 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x869)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010feff0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 568 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x864)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010ff0b0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 569 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x86c)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010ff320})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 570 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x86b)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010ff380})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 571 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x86d)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010ff3e0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 572 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x867)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010ff440})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 573 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x86e)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010ff4a0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 574 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x821)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010ff500})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 575 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x820)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010ff560})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 576 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x822)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010ff5c0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 577 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x823)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010ff680})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 578 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x860)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010ff6e0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 579 [chan send]:
github.com/cockroachdb/pebble.(*commitPipeline).Commit(0x14001844c00, 0x14005d4c640, 0x1, 0x1)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/commit.go:298 +0x60
github.com/cockroachdb/pebble.(*DB).applyInternal(0x140012e5400, 0x14005d4c640, 0xd1ab5e72082?, 0x7d?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/db.go:801 +0x1b8
github.com/cockroachdb/pebble.(*DB).ApplyNoSyncWait(0x140075e4498?, 0x105d007fc?, 0x140075e4498?)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/db.go:758 +0x28
github.com/cockroachdb/cockroach/pkg/storage.(*pebbleBatch).CommitNoSyncWait(0x10ae52520?)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_batch.go:556 +0x34
github.com/cockroachdb/cockroach/pkg/kv/kvserver/logstore.(*LogStore).storeEntriesAndCommitBatch(0x140075e4d48, {0x10ae52520, 0x14006542d50}, {0x0?, 0x0?, 0x0?}, {0x13, 0xffffffffffffffff, 0x1, 0x0, ...}, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/logstore/logstore.go:247 +0x560
github.com/cockroachdb/cockroach/pkg/kv/kvserver/logstore.(*LogStore).StoreEntries(0x140075e4d48, {0x10ae52520, 0x14006542d50}, {0x0?, 0x0?, 0x0?}, {0x13, 0xffffffffffffffff, 0x1, 0x0, ...}, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/logstore/logstore.go:139 +0xa8
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).handleRaftReadyRaftMuLocked(_, {_, _}, {{0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...}, ...})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_raft.go:952 +0xbdc
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).handleRaftReady(_, {_, _}, {{0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...}, ...})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_raft.go:698 +0x134
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).processReady(0x1400362d500, 0x14000448330?)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_raft.go:644 +0xc0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010ff740})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:333 +0x254
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 580 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x85e)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010ff9e0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 581 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x868)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010ffa40})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 582 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x866)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010ffaa0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 583 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x86a)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010ffb00})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 584 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x85d)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010ffb60})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 585 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x85b)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010ffbc0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 586 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x854)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010ffc20})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 587 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14002dbb1d0, 0x85c)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14002dbb1c0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010ffc80})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 588 [semacquire]:
sync.runtime_Semacquire(0x14003583ef8?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28
sync.(*WaitGroup).Wait(0x140034195e8)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Wait(0x14003583f18?, {0x10550a1c4?, 0x14001ae84e0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:254 +0x24
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 589 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).raftTickLoop(0x1400362d500, {0x10550a1c4?, 0x14001ae8680?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_raft.go:758 +0x108
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 590 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).coalescedHeartbeatsLoop(0x1400362d500, {0x10ae52520, 0x140010ffe00})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_raft.go:838 +0xc4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 591 [semacquire]:
sync.runtime_Semacquire(0x1400576cd30?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28
sync.(*WaitGroup).Wait(0x140052238d0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80
github.com/cockroachdb/pebble.(*Batch).SyncWait(...)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/batch.go:1273
github.com/cockroachdb/cockroach/pkg/storage.(*pebbleBatch).SyncWait(0x140035a0ea0?)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_batch.go:575 +0x30
github.com/cockroachdb/cockroach/pkg/kv/kvserver/logstore.(*SyncWaiterLoop).waitLoop(0x14002dbb200, {0x10ae52520, 0x140010ffe90}, 0x14000e6c900)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/logstore/sync_waiter.go:95 +0x110
github.com/cockroachdb/cockroach/pkg/kv/kvserver/logstore.(*SyncWaiterLoop).Start.func1({0x10ae52520?, 0x140010ffe90?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/logstore/sync_waiter.go:84 +0x38
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 592 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).Start.func2({0x14001af1400, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1979 +0xac
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 593 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startGossip.func3({0x10ae52520, 0x140011161e0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_gossip.go:147 +0x1c8
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 594 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startGossip.func3({0x10ae52520, 0x14001116240})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_gossip.go:147 +0x1c8
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2119 [select]:
github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slstorage.(*Storage).deleteSessionsLoop(0x14001759a00, {0x10ae52520?, 0x1400409f2c0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slstorage/slstorage.go:381 +0x12c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 596 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startLeaseRenewer.func1({0x10ae52520, 0x14001116300})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:2167 +0x184
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 597 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startRangefeedUpdater.func1({0x10ae52520, 0x14001116360})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:2218 +0x210
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 598 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*StoreRebalancer).Start.func1({0x10ae52520, 0x140011164b0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_rebalancer.go:259 +0x130
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 599 [select]:
github.com/cockroachdb/cockroach/pkg/server.(*Node).startComputePeriodicMetrics.func1({0x10ae52520, 0x14001116930})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:799 +0x104
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 600 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/kvadmission.(*controllerImpl).SetTenantWeightProvider.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/kvadmission/kvadmission.go:352 +0xa8
created by github.com/cockroachdb/cockroach/pkg/kv/kvserver/kvadmission.(*controllerImpl).SetTenantWeightProvider
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/kvadmission/kvadmission.go:345 +0xac
goroutine 601 [select]:
github.com/cockroachdb/cockroach/pkg/server.(*Node).startGossiping.func1({0x10ae52520, 0x140011169c0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:763 +0x148
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 602 [select]:
github.com/cockroachdb/cockroach/pkg/server.periodicallyPersistHLCUpperBound(0x1400089f4a0, 0x14002c22700, 0x14000c6b120, 0x10adf1718, 0x140000818c0, 0x0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/clock_monotonicity.go:193 +0xe8
github.com/cockroachdb/cockroach/pkg/server.(*Server).startPersistingHLCUpperBound.func3({0x14001b03800, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/clock_monotonicity.go:268 +0x4c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 603 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/reports.(*Reporter).Start.func2({0x10ae52520?, 0x14001116b10?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/reports/reporter.go:168 +0x228
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 604 [select]:
github.com/cockroachdb/cockroach/pkg/server.startSampleEnvironment.func1({0x10ae52520, 0x14001116c00})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/env_sampler.go:146 +0x150
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 605 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptcache.(*Cache).periodicallyRefreshProtectedtsCache(0x14001422fd0, {0x10ae52520, 0x14001116c90})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptcache/cache.go:179 +0x1bc
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 606 [select]:
github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:388 +0x7c
created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:385 +0x2e4
goroutine 607 [select]:
github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:462 +0x224
created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:435 +0x60
goroutine 608 [select]:
github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:388 +0x7c
created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:385 +0x2e4
goroutine 609 [select]:
github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:462 +0x224
created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:435 +0x60
goroutine 642 [select]:
github.com/cockroachdb/cockroach/pkg/util/admission.(*StoreGrantCoordinators).SetPebbleMetricsProvider.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/grant_coordinator.go:103 +0xb4
created by github.com/cockroachdb/cockroach/pkg/util/admission.(*StoreGrantCoordinators).SetPebbleMetricsProvider
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/grant_coordinator.go:98 +0x1ac
goroutine 643 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/liveness.(*NodeLiveness).Start.func1({0x14001b06c00, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/liveness/liveness.go:796 +0x2b4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1127 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1({0x10ae52478, 0x14002d7e540})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:204 +0xfc
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 3260 [select]:
google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0x14005076960, {0x14002dca598, 0x5, 0x5})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:195 +0x74
google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0x14005076960, {0x14002dca598?, 0x14000d0a108?, 0x140063e6d00?})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:175 +0x148
google.golang.org/grpc/internal/transport.(*transportReader).Read(0x14005196a20, {0x14002dca598?, 0x140063e6d88?, 0x104fc6c78?})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:495 +0x34
io.ReadAtLeast({0x10ae17720, 0x14005196a20}, {0x14002dca598, 0x5, 0x5}, 0x5)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:332 +0xa0
io.ReadFull(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:351
google.golang.org/grpc/internal/transport.(*Stream).Read(0x14003158360, {0x14002dca598, 0x5, 0x5})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:479 +0x98
google.golang.org/grpc.(*parser).recvMsg(0x14002dca588, 0x7fffffff)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/rpc_util.go:560 +0x48
google.golang.org/grpc.recvAndDecompress(0x140063e6f78?, 0x14003158360, {0x0, 0x0}, 0x7fffffff, 0x0, {0x10ae50090, 0x10e1a1910})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/rpc_util.go:691 +0x40
google.golang.org/grpc.recv(0x10a510720?, {0x137744388, 0x140000bc910}, 0x6?, {0x0?, 0x0?}, {0x10ac5a180, 0x14003fe06f0}, 0x1400308f680?, 0x0, ...)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/rpc_util.go:757 +0x5c
google.golang.org/grpc.(*csAttempt).recvMsg(0x140030286c0, {0x10ac5a180?, 0x14003fe06f0}, 0x10488a63c?)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/stream.go:1041 +0x240
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x0?)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/stream.go:881 +0x28
google.golang.org/grpc.(*clientStream).withRetry(0x14003158000, 0x140063e7208, 0x140063e71d8)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/stream.go:716 +0x568
google.golang.org/grpc.(*clientStream).RecvMsg(0x14003158000, {0x10ac5a180?, 0x14003fe06f0?})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/stream.go:880 +0xbc
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0x14003fbdbc0, {0x10ac5a180?, 0x14003fe06f0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:393 +0x38
github.com/cockroachdb/cockroach/pkg/kv/kvpb.(*internalRangeFeedClient).Recv(0x14002f60780)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvpb/api.pb.go:9679 +0x58
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed.func6()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:650 +0x34
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*stuckRangeFeedCanceler).do(0x14005076870, 0x140063e7758)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed_canceler.go:135 +0x180
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0x14001999900, {0x10ae52478?, 0x14008265d80?}, {{0x14006140780, 0x1, 0x8}, {0x14006140788, 0x1, 0x8}}, {0x0?, ...}, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:649 +0xb24
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0x14001999900, {0x10ae52478, 0x14008265d80}, 0x14007af2c80, 0x14006140780?, {{0x14006140780, 0x1, 0x8}, {0x14006140788, 0x1, ...}}, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:424 +0x5f4
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1.1({0x10ae52478?, 0x14008265d80?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:208 +0xac
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 1647 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14003005500}, 0x10498efc8?, {0x10aea5ca0, 0x14004cbe200})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14003005500}, 0x64161e6d?, 0x1400441a360)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14003005500?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14000fe95f0?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x14006626ef8)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14000fe95f0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2146 [select]:
github.com/cockroachdb/cockroach/pkg/sql/sqlinstance/instancestorage.(*Storage).RunInstanceIDReclaimLoop.func2({0x10ae52520?, 0x14003b419e0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlinstance/instancestorage/instancestorage.go:586 +0x19c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1696 [select]:
github.com/cockroachdb/cockroach/pkg/sql/scheduledlogging.(*CaptureIndexUsageStatsLoggingScheduler).start.func1({0x10ae52520, 0x140022663c0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/scheduledlogging/captured_index_usage_stats.go:140 +0xf4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 977 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x140036abb60}, 0x10498efc8?, {0x10aea5ca0, 0x14003e6b480})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x140036abb60}, 0x64161e6d?, 0x14003759d40)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x140036abb60?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x140040ca960?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x14003643ef8)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x140040ca960})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2696 [select]:
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0x14003128e00, {0x10ae52520, 0x140053a0f60}, 0x140053a0f30, {0x14005768360?, 0x10501124c?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:2394 +0x30c
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1({0x10ae52520, 0x140053a0f60})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:2248 +0x9c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 646 [select]:
github.com/cockroachdb/cockroach/pkg/server.(*Node).startWriteNodeStatus.func1({0x10ae52520, 0x14003e03da0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1008 +0xbc
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 647 [select]:
github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigkvsubscriber.(*KVSubscriber).Start.func1({0x10ae52520, 0x14003e03dd0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigkvsubscriber/kvsubscriber.go:271 +0x1f4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 648 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.(*Watcher).Run(0x14001431290, {0x10ae52478, 0x1400378a1c0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:338 +0x7b4
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.Start.func1({0x10ae52520?, 0x14003e03e00?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:197 +0x17c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 649 [select]:
github.com/cockroachdb/cockroach/pkg/server.startSystemLogsGC.func1({0x10ae52520, 0x14003e03e30})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/server_systemlog_gc.go:263 +0x1d0
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 83 [semacquire]:
sync.runtime_Semacquire(0x28?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28
sync.(*WaitGroup).Wait(0x14004120e08)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80
golang.org/x/sync/errgroup.(*Group).Wait(0x14004120e00)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:53 +0x2c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x14004120e00?, {0x10ae52478?, 0x14004120dc0?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x10ae52520?, 0x1400112ecc0?}, {0x140044efc58, 0x2, 0x14004987db0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x88
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0x14001fee000, {0x10ae52520, 0x1400112ecc0}, 0x1400378a240)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:318 +0x5fc
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).Start.func2({0x10ae52520, 0x140037883c0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:232 +0x294
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1154 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1({0x10ae52478, 0x14004019800})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:204 +0xfc
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 2498 [select]:
database/sql.(*DB).connectionOpener(0x14004ad2340, {0x10ae52478, 0x140046c0080})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/database/sql/sql.go:1224 +0x80
created by database/sql.OpenDB
/opt/homebrew/Cellar/go/1.19.2/libexec/src/database/sql/sql.go:792 +0x180
goroutine 186 [select]:
github.com/cockroachdb/cockroach/pkg/sql/contention.(*eventStore).startEventIntake.func3({0x14003f9a400?, 0x140010fec30?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/contention/event_store.go:188 +0xa0
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1211 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14004e00420}, 0x10498efc8?, {0x10aea5ca0, 0x14004c4ae00})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14004e00420}, 0x64161e6d?, 0x14003bf39e0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14004e00420?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14004e0a1b0?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x1400509aef8)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14004e0a1b0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 651 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.(*Watcher).Run(0x14001fed170, {0x10ae52478, 0x14003e33000})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:338 +0x7b4
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.Start.func1({0x10ae52520?, 0x14003f567b0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:197 +0x17c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 652 [semacquire]:
sync.runtime_Semacquire(0x28?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28
sync.(*WaitGroup).Wait(0x14001cc1ac8)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80
golang.org/x/sync/errgroup.(*Group).Wait(0x14001cc1ac0)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:53 +0x2c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x14001cc1ac0?, {0x10ae52478?, 0x14001cc1a80?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x10ae52520?, 0x14003f56a20?}, {0x14004ae9c58, 0x2, 0x140049bfdb0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x88
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0x140008d7a20, {0x10ae52520, 0x14003f56a20}, 0x14003e33080)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:318 +0x5fc
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).Start.func2({0x10ae52520, 0x14003f56990})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:232 +0x294
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2550 [select]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0x14000f90f00, 0x1)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/controlbuf.go:408 +0x154
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0x140049fc840)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/controlbuf.go:535 +0x74
google.golang.org/grpc/internal/transport.newHTTP2Client.func6()
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:442 +0x64
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:440 +0x1888
goroutine 1658 [select]:
google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0x140022e32c0)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:1635 +0x118
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:378 +0x1358
goroutine 2347 [semacquire]:
sync.runtime_Semacquire(0x28?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28
sync.(*WaitGroup).Wait(0x140046c1e88)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80
golang.org/x/sync/errgroup.(*Group).Wait(0x140046c1e80)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:53 +0x2c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x140046c1e80?, {0x10ae52478?, 0x140046c1e40?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x10ae52520?, 0x14003cef620?}, {0x14003f89c58, 0x2, 0x14003f89db0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x88
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0x14004bfda20, {0x10ae52520, 0x14003cef620}, 0x14000eb5380)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:318 +0x5fc
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).Start.func2({0x10ae52520, 0x14003cef590})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:232 +0x294
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1124 [semacquire]:
sync.runtime_Semacquire(0x28?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28
sync.(*WaitGroup).Wait(0x14002d7e408)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80
golang.org/x/sync/errgroup.(*Group).Wait(0x14002d7e400)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:53 +0x2c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x14002d7e400?, {0x10ae52478?, 0x14002d7e3c0?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x10ae52520?, 0x140046c5e90?}, {0x1400359ec58, 0x2, 0x4000000000000000?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x88
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0x140048a0420, {0x10ae52520, 0x140046c5e90}, 0x14002d7e280)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:318 +0x5fc
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).Start.func2({0x10ae52520, 0x140046c5dd0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:232 +0x294
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2244 [select]:
github.com/cockroachdb/cockroach/pkg/util/future.Wait[...]({0x10ae52520, 0x1400492ec30}, 0x14000c8c2d0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/future/future.go:95 +0x78
github.com/cockroachdb/cockroach/pkg/server.(*Node).RangeFeed(0x140012fa000, 0x14003026c60, {0x10ae8bad0, 0x14000c8c2d0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1442 +0x140
github.com/cockroachdb/cockroach/pkg/kv/kvpb._Internal_RangeFeed_Handler({0x10ad58940?, 0x140012fa000}, {0x10ae87528, 0x140007219a0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvpb/api.pb.go:10003 +0xd4
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x10ad58940, 0x140012fa000}, {0x10ae87be8?, 0x14001bde000?}, 0x14003a9b860, 0x10ade45a8)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x4b8
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x10ad58940?, 0x140012fa000?}, {0x10ae87be8?, 0x14001bde000?})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:1482 +0x60
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x10ad58940, 0x140012fa000}, {0x10ae87be8, 0x14001bde000}, 0x14001b24000?, 0x140057e7a80)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:277 +0x78
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x10ad58940?, 0x140012fa000?}, {0x10ae87be8?, 0x14001bde000?})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:1485 +0x8c
github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor({0x14001b24000?, {{0x105ef6778?}, {0x10ae73d60?, 0x14000b3eea0?}}}, {0x10ad58940, 0x140012fa000}, {0x10ae87be8, 0x14001bde000}, 0x14003a9b860, 0x140057e7a80)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:132 +0x2d4
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x10ad58940?, 0x140012fa000?}, {0x10ae87be8?, 0x14001bde000?})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:1485 +0x8c
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x6400000000?, 0x2a87e80?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:244 +0x34
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0x14000e6c900, {0x10ae52520, 0x14003dda3f0}, {0x10f9618a0?, 0x14005ad1a58?}, 0x14005ad1a18)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:322 +0xac
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x10ad58940, 0x140012fa000}, {0x10ae87be8?, 0x14001bde000?}, 0x14003a9b860, 0x140057e7a80)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:243 +0xcc
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x10ad58940?, 0x140012fa000?}, {0x10ae87be8?, 0x14001bde000?})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:1485 +0x8c
google.golang.org/grpc.chainStreamInterceptors.func1({0x10ad58940, 0x140012fa000}, {0x10ae87be8, 0x14001bde000}, 0x14003a9b860, 0x10ade45a8)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:1487 +0x120
google.golang.org/grpc.(*Server).processStreamingRPC(0x14000dc83c0, {0x10ae9f060, 0x14005f58d00}, 0x1400298dc20, 0x14000d4f020, 0x10e002800, 0x0)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:1636 +0xf30
google.golang.org/grpc.(*Server).handleStream(0x14000dc83c0, {0x10ae9f060, 0x14005f58d00}, 0x1400298dc20, 0x0)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:1717 +0x804
google.golang.org/grpc.(*Server).serveStreams.func1.2()
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:965 +0x84
created by google.golang.org/grpc.(*Server).serveStreams.func1
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:963 +0x290
goroutine 2179 [select]:
github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).Start.func8({0x10ae52520?, 0x1400442a900?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:1045 +0x12c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1779 [chan receive]:
github.com/cockroachdb/cockroach/pkg/util/netutil.MakeTCPServer.func1({0x1400407ec00, 0x14003cef6b0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:126 +0x4c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 976 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x140036ab980}, 0x10498efc8?, {0x10aea5ca0, 0x14003e6b400})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x140036ab980}, 0x64161e6d?, 0x140006e2fc0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x140036ab980?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x140040ca870?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x14003642ef8)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x140040ca870})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1145 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).outputLoop(0x14001411ef0, {0x10ae52478, 0x14003408c80})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:326 +0x1b0
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).runOutputLoop(0x14001411ef0, {0x10ae52520, 0x140006fa390}, 0x1050126f4?)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:351 +0xac
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run.func1({0x10ae52520?, 0x140006fa390?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:320 +0x44
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2476 [select]:
google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0x1400445f4a0)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:1635 +0x118
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:378 +0x1358
goroutine 2528 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1({0x10ae52478, 0x140046c1b40})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:204 +0xfc
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 3337 [select]:
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0x14001128600, {0x10ae52520, 0x1400433ec00}, 0x1400433ebd0, {0x1400563e380?, 0x10501124c?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:2394 +0x30c
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1({0x10ae52520, 0x1400433ec00})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:2248 +0x9c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2415 [chan receive]:
github.com/cockroachdb/cockroach/pkg/util/netutil.MakeHTTPServer.func2({0x14005b4dc00, 0x160})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:102 +0x54
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2385 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver_test.(*blocker).wait(0x14000b00cc0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/client_stuck_disk_test.go:134 +0x8c
github.com/cockroachdb/cockroach/pkg/kv/kvserver_test.(*writeBlockingFile).Write(0x14005db83f0, {0x1400516d9bf, 0x180, 0x4649})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/client_stuck_disk_test.go:60 +0x34
github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).Write.func1()
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/vfs/disk_health.go:193 +0x48
github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).timeDiskOp(0x14004e9e320, 0x1, 0x14001fddc20)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/vfs/disk_health.go:280 +0xbc
github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).Write(0x14001fddc98?, {0x1400516d9bf?, 0x14001fddca8?, 0x105514be0?})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/vfs/disk_health.go:192 +0x6c
github.com/cockroachdb/pebble/vfs.(*enospcFile).Write(0x14005db8408, {0x1400516d9bf, 0x180, 0x4649})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/vfs/disk_full.go:369 +0x60
github.com/cockroachdb/pebble/vfs.(*syncingFile).Write(0x14004e9e370, {0x1400516d9bf, 0x180, 0x4649})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/vfs/syncing_file.go:65 +0x64
github.com/cockroachdb/pebble/record.(*LogWriter).flushPending(0x140006b2500, {0x1400516d9bf, 0x180, 0x4649}, {0x140042f1500, 0x0, 0x140018fde18?}, 0x5e, 0x5d)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/record/log_writer.go:526 +0x120
github.com/cockroachdb/pebble/record.(*LogWriter).flushLoop(0x140006b2500, {0x10a55c5a0, 0x10e1a1910})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/record/log_writer.go:466 +0x310
runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001cea20?, 0x14002dd56c0?, 0x14001c5a000?}}, 0x140018fdfb8)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80
github.com/cockroachdb/pebble/record.NewLogWriter.func2()
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/record/log_writer.go:351 +0x68
created by github.com/cockroachdb/pebble/record.NewLogWriter
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/record/log_writer.go:350 +0x3e8
goroutine 1776 [semacquire]:
sync.runtime_Semacquire(0x28?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28
sync.(*WaitGroup).Wait(0x14004e94448)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80
golang.org/x/sync/errgroup.(*Group).Wait(0x14004e94440)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:53 +0x2c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x14004e94440?, {0x10ae52478?, 0x14004e94400?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x10ae52520?, 0x1400454a3f0?}, {0x14005f71c58, 0x2, 0x14005f71db0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x88
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0x14003578840, {0x10ae52520, 0x1400454a3f0}, 0x14003b469c0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:318 +0x5fc
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).Start.func2({0x10ae52520, 0x1400454a390})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:232 +0x294
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2370 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1({0x10ae52478, 0x14005c03880})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:204 +0xfc
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 2284 [select]:
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0x14001128600, {0x10ae52520, 0x14004f07200}, 0x14004f071d0, {0x1400563e380?, 0x10501124c?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:2394 +0x30c
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1({0x10ae52520, 0x14004f07200})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:2248 +0x9c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1695 [select]:
github.com/cockroachdb/cockroach/pkg/jobs.(*jobScheduler).runDaemon.func1({0x10ae52520?, 0x14002266390?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/jobs/job_scheduler.go:417 +0x1d8
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1138 [semacquire]:
sync.runtime_Semacquire(0x14003408780?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28
sync.(*WaitGroup).Wait(0x14003408788)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80
golang.org/x/sync/errgroup.(*Group).Wait(0x14003408780)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:53 +0x2c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x14003408780?, {0x10ae52478?, 0x14003408740?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans(0x14001eec000, {0x10ae52478, 0x14003408680}, {0x14003408700, 0x1, 0x10a4c5340?}, 0x1, 0x14002caa300, {0x14003bbf270, 0x1, ...})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:230 +0x524
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed(0x14001fbb718?, {0x10ae52478, 0x14003408680}, {0x140046c58f0, 0x1, 0x14003e33f80?}, {0x14001fbb698?, 0x50112b8?, 0x1?}, 0xf8?, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:148 +0xc4
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*dbAdapter).RangeFeed(0x1?, {0x10ae52478?, 0x14003408680?}, {0x140046c58f0?, 0x1400442bc50?, 0x10ae52520?}, {0x1065739d0?, 0xae52520?, 0x1?}, 0x10?, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/db_adapter.go:81 +0x30
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func1({0x10ae52478?, 0x14003408680?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:312 +0x70
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 2346 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.(*Watcher).Run(0x1400219ddd0, {0x10ae52478, 0x14000eb51c0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:338 +0x7b4
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.Start.func1({0x10ae52520?, 0x14003cef110?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:197 +0x17c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 3602 [IO wait]:
internal/poll.runtime_pollWait(0x13865d6a0, 0x72)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/netpoll.go:305 +0xa0
internal/poll.(*pollDesc).wait(0x1400431fb80?, 0x1400630e000?, 0x0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:84 +0x28
internal/poll.(*pollDesc).waitRead(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0x1400431fb80, {0x1400630e000, 0x600, 0x600})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_unix.go:167 +0x1e0
net.(*netFD).Read(0x1400431fb80, {0x1400630e000?, 0x1400630e000?, 0x5?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/fd_posix.go:55 +0x28
net.(*conn).Read(0x14000136710, {0x1400630e000?, 0x14004c09d98?, 0x8?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/net.go:183 +0x34
github.com/cockroachdb/cmux.(*MuxConn).Read(0x14006224d80, {0x1400630e000, 0x600, 0x600})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/cmux.go:218 +0x170
crypto/tls.(*atLeastReader).Read(0x140049cd4d0, {0x1400630e000?, 0x0?, 0x104c2b7c8?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:787 +0x40
bytes.(*Buffer).ReadFrom(0x14004c09e78, {0x10ae09da0, 0x140049cd4d0})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/bytes/buffer.go:202 +0x90
crypto/tls.(*Conn).readFromUntil(0x14004c09c00, {0x1376b0ef0?, 0x14006224d80}, 0x104f6a84c?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:809 +0xd4
crypto/tls.(*Conn).readRecordOrCCS(0x14004c09c00, 0x0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:616 +0xd8
crypto/tls.(*Conn).readRecord(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:582
crypto/tls.(*Conn).Read(0x14004c09c00, {0x14007c18000, 0x8000, 0x0?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:1287 +0x178
bufio.(*Reader).Read(0x14006225200, {0x14003de17e0, 0x9, 0x104fbe0d4?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/bufio/bufio.go:237 +0x1e0
io.ReadAtLeast({0x10ae08060, 0x14006225200}, {0x14003de17e0, 0x9, 0x9}, 0x9)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:332 +0xa0
io.ReadFull(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:351
golang.org/x/net/http2.readFrameHeader({0x14003de17e0?, 0x9?, 0x140066ffdc8?}, {0x10ae08060?, 0x14006225200?})
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/http2/frame.go:237 +0x58
golang.org/x/net/http2.(*Framer).ReadFrame(0x14003de17a0)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/http2/frame.go:498 +0x84
google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0x14005a8d1e0, 0x0?, 0x5?)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:610 +0x114
google.golang.org/grpc.(*Server).serveStreams(0x1400237f0e0, {0x10ae9f060?, 0x14005a8d1e0})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:949 +0x134
google.golang.org/grpc.(*Server).handleRawConn.func1()
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:891 +0x44
created by google.golang.org/grpc.(*Server).handleRawConn
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:890 +0x174
goroutine 934 [semacquire]:
sync.runtime_Semacquire(0x28?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28
sync.(*WaitGroup).Wait(0x14001df5148)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80
golang.org/x/sync/errgroup.(*Group).Wait(0x14001df5140)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:53 +0x2c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x14001df5140?, {0x10ae52478?, 0x14001df5100?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x10ae52520?, 0x14003cee510?}, {0x1400665fc58, 0x2, 0x1400665fdb0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x88
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0x140013aba20, {0x10ae52520, 0x14003cee510}, 0x1400082a200)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:318 +0x5fc
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).Start.func2({0x10ae52520, 0x14003cee480})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:232 +0x294
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1964 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).processEvents(0x140013aba20, {0x10ae52478, 0x14001df5100}, 0x10a4c0ea0?, 0x14002cccc00)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:358 +0x94
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func2({0x10ae52478?, 0x14001df5100?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:315 +0x3c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 1654 [chan receive]:
github.com/cockroachdb/cockroach/pkg/util/netutil.MakeHTTPServer.func2({0x14004cbcc00, 0x14005d77440})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:102 +0x54
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 3064 [IO wait]:
internal/poll.runtime_pollWait(0x1390a75c8, 0x72)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/netpoll.go:305 +0xa0
internal/poll.(*pollDesc).wait(0x1400500b600?, 0x140042b9500?, 0x0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:84 +0x28
internal/poll.(*pollDesc).waitRead(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0x1400500b600, {0x140042b9500, 0x700, 0x700})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_unix.go:167 +0x1e0
net.(*netFD).Read(0x1400500b600, {0x140042b9500?, 0x14007920898?, 0x8?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/fd_posix.go:55 +0x28
net.(*conn).Read(0x140037bf418, {0x140042b9500?, 0x1400258a818?, 0x10496ab20?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/net.go:183 +0x34
crypto/tls.(*atLeastReader).Read(0x14005527b30, {0x140042b9500?, 0x0?, 0x104c2b7c8?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:787 +0x40
bytes.(*Buffer).ReadFrom(0x14007920978, {0x10ae09da0, 0x14005527b30})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/bytes/buffer.go:202 +0x90
crypto/tls.(*Conn).readFromUntil(0x14007920700, {0x10ae18200?, 0x140037bf418}, 0x6?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:809 +0xd4
crypto/tls.(*Conn).readRecordOrCCS(0x14007920700, 0x0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:616 +0xd8
crypto/tls.(*Conn).readRecord(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:582
crypto/tls.(*Conn).Read(0x14007920700, {0x14007f26000, 0x8000, 0x10acf1a20?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:1287 +0x178
bufio.(*Reader).Read(0x14007f1a6c0, {0x14003d0d380, 0x9, 0x1400258add8?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/bufio/bufio.go:237 +0x1e0
io.ReadAtLeast({0x10ae08060, 0x14007f1a6c0}, {0x14003d0d380, 0x9, 0x9}, 0x9)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:332 +0xa0
io.ReadFull(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:351
golang.org/x/net/http2.readFrameHeader({0x14003d0d380?, 0x9?, 0x10000000d?}, {0x10ae08060?, 0x14007f1a6c0?})
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/http2/frame.go:237 +0x58
golang.org/x/net/http2.(*Framer).ReadFrame(0x14003d0d340)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/http2/frame.go:498 +0x84
google.golang.org/grpc/internal/transport.(*http2Client).reader(0x1400797d2c0, 0x14001fa17b0?)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:1561 +0x1b8
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:388 +0x13c8
goroutine 1740 [select]:
google.golang.org/grpc.newClientStreamWithParams.func4()
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/stream.go:366 +0x8c
created by google.golang.org/grpc.newClientStreamWithParams
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/stream.go:365 +0xc44
goroutine 2182 [select]:
github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigmanager.(*Manager).run(0x14000b83b80, {0x10ae52520, 0x1400442aab0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigmanager/manager.go:156 +0x334
github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigmanager.(*Manager).Start.func1({0x10ae52520?, 0x1400442aab0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigmanager/manager.go:98 +0x34
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2181 [select]:
github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).Start.func10({0x10ae52520?, 0x1400442aa50?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:1100 +0x148
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1780 [select]:
github.com/cockroachdb/cockroach/pkg/util/netutil.(*LoopbackListener).Accept(0x14000fb5950)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/loopback.go:51 +0x74
github.com/cockroachdb/cockroach/pkg/util/netutil.(*TCPServer).ServeWith(0x14001309a10, {0x10ae52520, 0x14004b73bf0}, {0x10ae48440, 0x14000fb5950}, 0x14003624770)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:166 +0x58
github.com/cockroachdb/cockroach/pkg/server.(*Server).AcceptInternalClients.func1({0x10ae52520, 0x14004b73bf0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:2048 +0x94
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2178 [select]:
github.com/cockroachdb/cockroach/pkg/sql/catalog/lease.(*Manager).PeriodicallyRefreshSomeLeases.func1({0x10ae52520, 0x1400442a810})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/catalog/lease/lease.go:1230 +0x1dc
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2177 [select]:
github.com/cockroachdb/cockroach/pkg/sql/catalog/lease.(*Manager).RefreshLeases.func1({0x10ae52520, 0x1400442a7b0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/catalog/lease/lease.go:1124 +0xa8
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2176 [semacquire]:
sync.runtime_Semacquire(0x14003ba22a0?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28
sync.(*WaitGroup).Wait(0x140043a92c8)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80
golang.org/x/sync/errgroup.(*Group).Wait(0x140043a92c0)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:53 +0x2c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x140043a92c0?, {0x10ae52478?, 0x140043a9280?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x10ae52520?, 0x14003ba21b0?}, {0x14006575c58, 0x2, 0x4000000000000000?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x88
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0x14003d88f20, {0x10ae52520, 0x14003ba21b0}, 0x1400580ff80)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:318 +0x5fc
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).Start.func2({0x10ae52520, 0x1400442a720})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:232 +0x294
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2180 [select]:
github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).Start.func9({0x10ae52520?, 0x1400442a960?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:1077 +0x120
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1003 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x140041b6de0}, 0x10498efc8?, {0x10aea5ca0, 0x14001131500})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x140041b6de0}, 0x64161e6d?, 0x140006e27e0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x140041b6de0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14003ceff20?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x14002dc5ef8)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14003ceff20})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 992 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14003d050e0}, 0x10498efc8?, {0x10aea5ca0, 0x140010ae200})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14003d050e0}, 0x64161e6d?, 0x140006e2360)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14003d050e0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14002e48900?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x14002dc0ef8)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14002e48900})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 822 [select]:
github.com/cockroachdb/cockroach/pkg/sql/sqlstats/persistedsqlstats.(*jobMonitor).start.func1({0x10ae52520, 0x1400234aa50})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlstats/persistedsqlstats/scheduled_job_monitor.go:93 +0x1e0
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 823 [select]:
github.com/cockroachdb/cockroach/pkg/sql/catalog/schematelemetry/schematelemetrycontroller.(*Controller).Start.func2({0x10ae52520?, 0x1400234aa80?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/catalog/schematelemetry/schematelemetrycontroller/controller.go:118 +0x110
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1123 [semacquire]:
sync.runtime_Semacquire(0x28?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28
sync.(*WaitGroup).Wait(0x14004019788)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80
golang.org/x/sync/errgroup.(*Group).Wait(0x14004019780)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:53 +0x2c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x14004019780?, {0x10ae52478?, 0x14004019740?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x10ae52520?, 0x14003bf49f0?}, {0x140044bac58, 0x2, 0x4000000000000000?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x88
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0x140048a02c0, {0x10ae52520, 0x14003bf49f0}, 0x14002d7e100)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:318 +0x5fc
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).Start.func2({0x10ae52520, 0x140046c5bf0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:232 +0x294
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 3254 [select]:
github.com/cockroachdb/cockroach/pkg/server.(*serverController).start.func1({0x10ae52520?, 0x1400634e390?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/server_controller_orchestration.go:95 +0xc0
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 909 [select]:
github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigsqlwatcher.(*SQLWatcher).watch(0x140030a57c0, {0x10ae52520, 0x14003dc18f0}, {0x10a826e80?, 0xf962601?, 0x1?}, 0x140046c87c8)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigsqlwatcher/sqlwatcher.go:161 +0x49c
github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigsqlwatcher.(*SQLWatcher).WatchForSQLUpdates(0x0?, {0x10ae52520?, 0x14003dc18f0?}, {0x107b5e880?, 0x18?, 0x0?}, 0x10a826f20?)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigsqlwatcher/sqlwatcher.go:91 +0x24
github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigreconciler.(*incrementalReconciler).reconcile(0x140016f2b60, {0x10ae52520, 0x14003dc18f0}, {0x138655fd0?, 0x6fd008?, 0x40?}, 0x140046c87b0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigreconciler/reconciler.go:489 +0xb8
github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigreconciler.(*Reconciler).Reconcile(0x1400316fd40, {0x10ae52520, 0x14003dc18f0}, {0x6fc23ac00?, 0xcccccccd?, 0xcc?}, {0x10ae44660, 0x14002d7f800}, 0x140042ddd50)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigreconciler/reconciler.go:188 +0x2d8
github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigjob.(*resumer).Resume(0x140014ba1b0, {0x10ae52520?, 0x14003dc18f0}, {0x10ab19e20?, 0x140014ba1d0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigjob/job.go:162 +0x8ac
github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).stepThroughStateMachine.func2(0x14004cdc680?, 0x0?, {0x10ae264f0?, 0x140014ba1b0?}, {0x10ae52520?, 0x14003dc18f0?}, {0x10ab19e20?, 0x140014ba1d0?}, 0x140032e5860)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:1529 +0xec
github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).stepThroughStateMachine(0x14001ef0000, {0x10ae52520, 0x14000b3e090}, {0x10ab19e20, 0x140014ba1d0}, {0x10ae264f0, 0x140014ba1b0}, 0x14004cdc680, {0x14004b78710, 0x7}, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:1530 +0x69c
github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).runJob(0x14001ef0000, {0x10ae52520, 0x14000a6b620}, {0x10ae264f0, 0x140014ba1b0}, 0x14004cdc680, {0x14004b78710, 0x7}, {0x14000d78600, 0x16})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/jobs/adopt.go:417 +0x510
github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).resumeJob.func1({0x14003e83c00?, 0x1048eb0a4?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/jobs/adopt.go:335 +0xc0
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2174 [select]:
github.com/cockroachdb/cockroach/pkg/sql/stmtdiagnostics.(*Registry).poll(0x14000b83b00, {0x10ae52520, 0x1400442a2a0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/stmtdiagnostics/statement_diagnostics.go:195 +0x1a0
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2173 [select]:
github.com/cockroachdb/cockroach/pkg/sql/stats.(*Refresher).Start.func1({0x10ae52520, 0x1400442a210})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/stats/automatic_stats.go:392 +0x140
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2172 [select]:
github.com/cockroachdb/cockroach/pkg/sql/contention/txnidcache.(*Cache).Start.func1({0x140052f2400?, 0x0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/contention/txnidcache/txn_id_cache.go:145 +0x90
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2171 [select]:
github.com/cockroachdb/cockroach/pkg/sql/sqlstats/insights.(*concurrentBufferIngester).Start.func2({0x14005900c00?, 0x0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlstats/insights/ingester.go:87 +0x90
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2170 [select]:
github.com/cockroachdb/cockroach/pkg/sql/sqlstats/insights.(*concurrentBufferIngester).Start.func1({0x14004d50c00?, 0x0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlstats/insights/ingester.go:70 +0xc4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2169 [select]:
github.com/cockroachdb/cockroach/pkg/sql/sqlstats/sslocal.(*SQLStats).Start.func1({0x10ae52520, 0x1400442a120})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlstats/sslocal/sslocal_provider.go:90 +0x1b8
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2096 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1({0x10ae52478, 0x140058c12c0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:204 +0xfc
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 2175 [semacquire]:
sync.runtime_Semacquire(0x140043f8780?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28
sync.(*WaitGroup).Wait(0x14005a00e08)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80
golang.org/x/sync/errgroup.(*Group).Wait(0x14005a00e00)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:53 +0x2c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x14005a00e00?, {0x10ae52478?, 0x14005a00dc0?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x10ae52520?, 0x140043f8690?}, {0x14006116c58, 0x2, 0x4000000000000000?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x88
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0x14003d88dc0, {0x10ae52520, 0x140043f8690}, 0x1400580fe80)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:318 +0x5fc
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).Start.func2({0x10ae52520, 0x1400442a480})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:232 +0x294
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1142 [select]:
github.com/cockroachdb/cockroach/pkg/rpc.(*pipe).recv(0x14003bbf320, {0x10ae52520, 0x1400442bfb0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1377 +0x98
github.com/cockroachdb/cockroach/pkg/rpc.pipeReader.recv({0x14003bbf320?, 0x10ade6dc8?}, {0x10ae52520?, 0x1400442bfb0?}, {0x10ac5a180, 0x1400442a600})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1413 +0x40
github.com/cockroachdb/cockroach/pkg/rpc.clientStream.RecvMsg(...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1461
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0x140022a6b80, {0x10ac5a180?, 0x1400442a600?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:393 +0x38
github.com/cockroachdb/cockroach/pkg/rpc.rangeFeedClientAdapter.Recv({{0x10ae874e0?, 0x140022a6b80?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1180 +0x58
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed.func6()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:650 +0x34
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*stuckRangeFeedCanceler).do(0x14004273cc0, 0x140033f7758)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed_canceler.go:135 +0x180
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0x14001eec000, {0x10ae52478?, 0x14003408740?}, {{0x14003d5e9e8, 0x1, 0x8}, {0x14003d5e9f0, 0x1, 0x8}}, {0x0?, ...}, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:649 +0xb24
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0x14001eec000, {0x10ae52478, 0x14003408740}, 0x14004273c70, 0x10ade4540?, {{0x14003d5e9e8, 0x1, 0x8}, {0x14003d5e9f0, 0x1, ...}}, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:424 +0x5f4
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1.1({0x10ae52478?, 0x14003408740?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:208 +0xac
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 188 [select]:
github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slstorage.(*Storage).deleteSessionsLoop(0x14001869ad0, {0x10ae52520?, 0x1400232d260?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slstorage/slstorage.go:381 +0x12c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1139 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).processEvents(0x140048a0160, {0x10ae52478, 0x14003408680}, 0x1400074f6f8?, 0x14002caa300)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:358 +0x94
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func2({0x10ae52478?, 0x14003408680?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:315 +0x3c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 1180 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14003db4840}, 0x10498efc8?, {0x10aea5ca0, 0x14002741080})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14003db4840}, 0x64161e6d?, 0x14002f18ea0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14003db4840?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14004a54540?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x140049f2ef8)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14004a54540})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1126 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).processEvents(0x140048a0420, {0x10ae52478, 0x14002d7e3c0}, 0x1048eb0a4?, 0x14002c11560)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:358 +0x94
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func2({0x10ae52478?, 0x14002d7e3c0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:315 +0x3c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 1143 [select]:
github.com/cockroachdb/cockroach/pkg/util/future.Wait[...]({0x10ae52520, 0x140006fa1e0}, 0x14003bbf460)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/future/future.go:95 +0x78
github.com/cockroachdb/cockroach/pkg/server.(*Node).RangeFeed(0x140012fa000, 0x1400334bc20, {0x10ae92650, 0x14003bbf460})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1442 +0x140
github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2.1({0x0?, 0x10ae52520?}, {0x10ae87528?, 0x140022a6ca0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1132 +0x78
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x140006fa060?}, 0x10dfbe780, 0x140015d5b90)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x4b8
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x140006fa060?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:970 +0x60
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x140006fa060}, 0x14001b24000?, 0x14003408a40)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:277 +0x78
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x140006fa060?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c
github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor({0x14001b24000?, {{0x14003efc300?}, {0x10ae73d60?, 0x14000b3eea0?}}}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x140006fa060}, 0x10dfbe780, 0x14003408a40)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:132 +0x2d4
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x140006fa060?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x0?, 0x0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:244 +0x34
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0x14000e6c900, {0x10ae52520, 0x140006fa030}, {0x10488a4a8?, 0x140035686a8?}, 0x14003568668)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:322 +0xac
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x140006fa060?}, 0x10dfbe780, 0x14003408a40)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:243 +0xcc
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x140006fa060?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run({0x1400011b680, 0x4, 0x4}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x140006fa060}, 0x10dfbe780, 0x140015d5b90)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:975 +0x12c
github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1137 +0xfc
created by github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1125 +0x2a8
goroutine 820 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*TemporaryObjectCleaner).Start.func1({0x10ae52520, 0x1400234a9c0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/temporary_schema.go:626 +0x1bc
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 819 [select]:
github.com/cockroachdb/cockroach/pkg/sql/gcjob/gcjobnotifier.(*Notifier).run(0x14003174360, {0x10550a1c4?, 0x14003f64ea0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/gcjob/gcjobnotifier/notifier.go:166 +0x264
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 821 [select]:
github.com/cockroachdb/cockroach/pkg/sql/sqlstats/persistedsqlstats.(*PersistedSQLStats).startSQLStatsFlushLoop.func1({0x10ae52520, 0x1400234aa20})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlstats/persistedsqlstats/provider.go:134 +0x1d0
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 352 [select]:
github.com/cockroachdb/cockroach/pkg/util/future.Wait[...]({0x10ae52520, 0x140044d0840}, 0x14004447270)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/future/future.go:95 +0x78
github.com/cockroachdb/cockroach/pkg/server.(*Node).RangeFeed(0x140012fa000, 0x140006d3200, {0x10ae92650, 0x14004447270})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1442 +0x140
github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2.1({0x0?, 0x10ae52520?}, {0x10ae87528?, 0x140030ba8e0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1132 +0x78
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x140024d16b0?}, 0x10dfbe780, 0x14000f025b0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x4b8
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x140024d16b0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:970 +0x60
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x140024d16b0}, 0x14001b24000?, 0x14003ea0fc0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:277 +0x78
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x140024d16b0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c
github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor({0x14001b24000?, {{0x140006d2b40?}, {0x10ae73d60?, 0x14000b3eea0?}}}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x140024d16b0}, 0x10dfbe780, 0x14003ea0fc0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:132 +0x2d4
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x140024d16b0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x0?, 0x0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:244 +0x34
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0x14000e6c900, {0x10ae52520, 0x140024d1680}, {0x10f9618a0?, 0x140019de6a8?}, 0x140019de668)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:322 +0xac
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x140024d16b0?}, 0x10dfbe780, 0x14003ea0fc0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:243 +0xcc
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x140024d16b0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run({0x1400011b680, 0x4, 0x4}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x140024d16b0}, 0x10dfbe780, 0x14000f025b0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:975 +0x12c
github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1137 +0xfc
created by github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1125 +0x2a8
goroutine 351 [select]:
github.com/cockroachdb/cockroach/pkg/rpc.(*pipe).recv(0x14000c8c780, {0x10ae52520, 0x140024d1620})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1377 +0x98
github.com/cockroachdb/cockroach/pkg/rpc.pipeReader.recv({0x14000c8c780?, 0x10ade6dc8?}, {0x10ae52520?, 0x140024d1620?}, {0x10ac5a180, 0x14004ec7980})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1413 +0x40
github.com/cockroachdb/cockroach/pkg/rpc.clientStream.RecvMsg(...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1461
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0x14000a9a640, {0x10ac5a180?, 0x14004ec7980?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:393 +0x38
github.com/cockroachdb/cockroach/pkg/rpc.rangeFeedClientAdapter.Recv({{0x10ae874e0?, 0x14000a9a640?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1180 +0x58
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed.func6()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:650 +0x34
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*stuckRangeFeedCanceler).do(0x14000e1db80, 0x14004a25758)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed_canceler.go:135 +0x180
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0x14001eec000, {0x10ae52478?, 0x1400401e740?}, {{0x14000636d48, 0x1, 0x8}, {0x14000636d50, 0x1, 0x8}}, {0x0?, ...}, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:649 +0xb24
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0x14001eec000, {0x10ae52478, 0x1400401e740}, 0x14000f4ccd0, 0x10ade4540?, {{0x14000636d48, 0x1, 0x8}, {0x14000636d50, 0x1, ...}}, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:424 +0x5f4
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1.1({0x10ae52478?, 0x1400401e740?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:208 +0xac
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 809 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run(0x14002434000, {0x10ae52520?, 0x14001ca9c80?}, 0x16?, 0x1400457e960, 0x14000e6c900)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:292 +0x388
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).Start.func1({0x10ae52520?, 0x14001ca9c80?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:240 +0x40
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 808 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).outputLoop(0x140037680f0, {0x10ae52478, 0x14001cc02c0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:326 +0x1b0
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).runOutputLoop(0x140037680f0, {0x10ae52520, 0x14001ca9380}, 0x1050126f4?)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:351 +0xac
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run.func1({0x10ae52520?, 0x14001ca9380?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:320 +0x44
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 811 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).outputLoop(0x140037681e0, {0x10ae52478, 0x14001cc0600})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:326 +0x1b0
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).runOutputLoop(0x140037681e0, {0x10ae52520, 0x14001ca9da0}, 0x1050126f4?)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:351 +0xac
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run.func1({0x10ae52520?, 0x14001ca9da0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:320 +0x44
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1156 [select]:
github.com/cockroachdb/cockroach/pkg/rpc.(*pipe).recv(0x14003071b40, {0x10ae52520, 0x14003bf4d50})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1377 +0x98
github.com/cockroachdb/cockroach/pkg/rpc.pipeReader.recv({0x14003071b40?, 0x10ade6dc8?}, {0x10ae52520?, 0x14003bf4d50?}, {0x10ac5a180, 0x14003fe03c0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1413 +0x40
github.com/cockroachdb/cockroach/pkg/rpc.clientStream.RecvMsg(...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1461
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0x140025524c0, {0x10ac5a180?, 0x14003fe03c0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:393 +0x38
github.com/cockroachdb/cockroach/pkg/rpc.rangeFeedClientAdapter.Recv({{0x10ae874e0?, 0x140025524c0?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1180 +0x58
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed.func6()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:650 +0x34
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*stuckRangeFeedCanceler).do(0x14003bee5a0, 0x14003ad9758)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed_canceler.go:135 +0x180
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0x14001eec000, {0x10ae52478?, 0x14004019800?}, {{0x14003d5eac0, 0x1, 0x8}, {0x14003d5eac8, 0x1, 0x8}}, {0x0?, ...}, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:649 +0xb24
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0x14001eec000, {0x10ae52478, 0x14004019800}, 0x14003bee550, 0x10ade4540?, {{0x14003d5eac0, 0x1, 0x8}, {0x14003d5eac8, 0x1, ...}}, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:424 +0x5f4
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1.1({0x10ae52478?, 0x14004019800?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:208 +0xac
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 805 [semacquire]:
sync.runtime_Semacquire(0x28?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28
sync.(*WaitGroup).Wait(0x14003ea1548)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80
golang.org/x/sync/errgroup.(*Group).Wait(0x14003ea1540)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:53 +0x2c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x14003ea1540?, {0x10ae52478?, 0x14003ea1500?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x10ae52520?, 0x14001ca8870?}, {0x14004b19c58, 0x2, 0x14004a39db0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x88
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0x14001f6e580, {0x10ae52520, 0x14001ca8870}, 0x14000bdbac0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:318 +0x5fc
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).Start.func2({0x10ae52520, 0x14001ca8810})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:232 +0x294
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1474 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14005946e40}, 0x10498efc8?, {0x10aea5ca0, 0x14005874b80})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14005946e40}, 0x64161e6d?, 0x14005972120)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14005946e40?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14005a360f0?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x14005548ef8)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14005a360f0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2165 [select]:
github.com/cockroachdb/cockroach/pkg/sql/sqlstats/persistedsqlstats.(*PersistedSQLStats).startSQLStatsFlushLoop.func1({0x10ae52520, 0x1400442a030})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlstats/persistedsqlstats/provider.go:134 +0x1d0
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2167 [select]:
github.com/cockroachdb/cockroach/pkg/sql/catalog/schematelemetry/schematelemetrycontroller.(*Controller).Start.func2({0x10ae52520?, 0x1400442a090?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/catalog/schematelemetry/schematelemetrycontroller/controller.go:118 +0x110
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 238 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1({0x10ae52478, 0x1400401e740})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:204 +0xfc
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 192 [select]:
github.com/cockroachdb/cockroach/pkg/sql/sqlinstance/instancestorage.(*Storage).RunInstanceIDReclaimLoop.func2({0x10ae52520?, 0x1400234a270?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlinstance/instancestorage/instancestorage.go:586 +0x19c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1363 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x1400560ccc0}, 0x10498efc8?, {0x10aea5ca0, 0x14005662300})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x1400560ccc0}, 0x64161e6d?, 0x140041d2900)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x1400560ccc0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14005633e60?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x140050a1ef8)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14005633e60})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 875 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).outputLoop(0x14002026a50, {0x10ae52478, 0x140008f8740})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:326 +0x1b0
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).runOutputLoop(0x14002026a50, {0x10ae52520, 0x14004e349c0}, 0x1050126f4?)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:351 +0xac
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run.func1({0x10ae52520?, 0x14004e349c0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:320 +0x44
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1842 [select]:
github.com/cockroachdb/cockroach/pkg/gossip.(*client).gossip(0x14004cb15f0, {0x10ae52520, 0x1400232cf90}, 0x140030d3c00, {0x10ae93b68?, 0x14003624c90}, 0x14000f93180, 0x14004efd8e0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/gossip/client.go:363 +0x334
github.com/cockroachdb/cockroach/pkg/gossip.(*client).startLocked.func1({0x10ae52520?, 0x1400232cf90})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/gossip/client.go:125 +0x2ec
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1714 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport.(*Sender).Run.func2({0x10ae52520, 0x140022664e0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport/sender.go:251 +0x194
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1716 [semacquire]:
sync.runtime_Semacquire(0x28?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28
sync.(*WaitGroup).Wait(0x14000e3c448)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80
golang.org/x/sync/errgroup.(*Group).Wait(0x14000e3c440)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:53 +0x2c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x14000e3c440?, {0x10ae52478?, 0x14000e3c300?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x10ae52520?, 0x14002dde180?}, {0x140051bbc58, 0x2, 0x4000000000000000?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x88
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0x140040e2dc0, {0x10ae52520, 0x14002dde180}, 0x140009acd80)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:318 +0x5fc
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).Start.func2({0x10ae52520, 0x14002266f30})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:232 +0x294
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1812 [select]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0x14004decaf0, 0x1)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/controlbuf.go:408 +0x154
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0x1400411d500)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/controlbuf.go:535 +0x74
google.golang.org/grpc/internal/transport.NewServerTransport.func2()
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:334 +0xd0
created by google.golang.org/grpc/internal/transport.NewServerTransport
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:331 +0x133c
goroutine 1764 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x1400411cba0}, 0x10498efc8?, {0x10aea5ca0, 0x14005147980})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x1400411cba0}, 0x64161e6d?, 0x14001147c20)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x1400411cba0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14004bf2210?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x1400359cef8)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14004bf2210})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1144 [select]:
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:349 +0x68
created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:348 +0x14c
goroutine 235 [semacquire]:
sync.runtime_Semacquire(0x1400401e780?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28
sync.(*WaitGroup).Wait(0x1400401e788)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80
golang.org/x/sync/errgroup.(*Group).Wait(0x1400401e780)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:53 +0x2c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x1400401e780?, {0x10ae52478?, 0x1400401e740?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans(0x14001eec000, {0x10ae52478, 0x1400401e240}, {0x1400401e700, 0x1, 0x10a4c5340?}, 0x0, 0x14002c307e0, {0x14000487a80, 0x1, ...})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:230 +0x524
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed(0x14001c8a718?, {0x10ae52478, 0x1400401e240}, {0x1400234acc0, 0x1, 0x14004092880?}, {0x14001c8a698?, 0x50112b8?, 0x1?}, 0xf8?, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:148 +0xc4
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*dbAdapter).RangeFeed(0x1?, {0x10ae52478?, 0x1400401e240?}, {0x1400234acc0?, 0x140032f2930?, 0x10ae52520?}, {0x1065739d0?, 0xae52520?, 0x1?}, 0x10?, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/db_adapter.go:81 +0x30
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func1({0x10ae52478?, 0x1400401e240?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:312 +0x70
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 350 [semacquire]:
sync.runtime_Semacquire(0x28?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28
sync.(*WaitGroup).Wait(0x14004093048)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80
golang.org/x/sync/errgroup.(*Group).Wait(0x14004093040)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:53 +0x2c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x14004093040?, {0x10ae52478?, 0x14004093000?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x10ae52520?, 0x140024d0ed0?}, {0x140049c7c58, 0x2, 0x14004b01db0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x88
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0x140021962c0, {0x10ae52520, 0x140024d0ed0}, 0x140024de680)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:318 +0x5fc
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).Start.func2({0x10ae52520, 0x140024d0e40})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:232 +0x294
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1223 [semacquire]:
sync.runtime_Semacquire(0x14001cc1b80?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28
sync.(*WaitGroup).Wait(0x14001cc1b88)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80
golang.org/x/sync/errgroup.(*Group).Wait(0x14001cc1b80)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:53 +0x2c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x14001cc1b80?, {0x10ae52478?, 0x14001cc1b40?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans(0x14001eec000, {0x10ae52478, 0x14001cc1a80}, {0x14001cc1b00, 0x1, 0x105092248?}, 0x0, 0x14002c8ede0, {0x14000e22ee0, 0x1, ...})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:230 +0x524
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed(0x14003566e68?, {0x10ae52478, 0x14001cc1a80}, {0x14003f56840, 0x1, 0x1076adb10?}, {0x14004cc2000?, 0xae52520?, 0x1?}, 0xc0?, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:148 +0xc4
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*dbAdapter).RangeFeed(0x0?, {0x10ae52478?, 0x14001cc1a80?}, {0x14003f56840?, 0x0?, 0x14003a8ae40?}, {0x10759aa80?, 0x4cc2000?, 0x40?}, 0x20?, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/db_adapter.go:81 +0x30
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func1({0x10ae52478?, 0x14001cc1a80?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:312 +0x70
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 353 [select]:
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:349 +0x68
created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:348 +0x14c
goroutine 189 [select]:
github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slinstance.(*Instance).heartbeatLoopInner(0x14001431e60, {0x10ae52478, 0x14002d7f7c0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slinstance/slinstance.go:323 +0x128
github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slinstance.(*Instance).heartbeatLoop(0x14001431e60, {0x10ae52520, 0x1400232d2f0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slinstance/slinstance.go:292 +0x34
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1214 [semacquire]:
sync.runtime_Semacquire(0x140040930c0?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28
sync.(*WaitGroup).Wait(0x140040930c8)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80
golang.org/x/sync/errgroup.(*Group).Wait(0x140040930c0)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:53 +0x2c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x140040930c0?, {0x10ae52478?, 0x14004093080?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans(0x14001eec000, {0x10ae52478, 0x14004093000}, {0x14004c4b480, 0x2, 0x20?}, 0x0, 0x14002c4ac00, {0x14002379130, 0x1, ...})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:230 +0x524
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed(0x140022761c0?, {0x10ae52478, 0x14004093000}, {0x140030c9da0, 0x2, 0x10ae52520?}, {0x14004e0a930?, 0x11?, 0x0?}, 0x40?, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:148 +0xc4
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*dbAdapter).RangeFeed(0x140035c5ad0?, {0x10ae52478?, 0x14004093000?}, {0x140030c9da0?, 0x14002276100?, 0x14003f91fa0?}, {0x14003566f18?, 0x550a1c4?, 0x1?}, 0xa0?, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/db_adapter.go:81 +0x30
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func1({0x10ae52478?, 0x14004093000?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:312 +0x70
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 1689 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14004d66540}, 0x10498efc8?, {0x10aea5ca0, 0x14000fae000})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14004d66540}, 0x64161e6d?, 0x1400441ad80)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14004d66540?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14000fcb230?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x14005189ef8)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14000fcb230})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1847 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x320)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f080})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 89 [semacquire]:
sync.runtime_Semacquire(0x1400378ab00?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28
sync.(*WaitGroup).Wait(0x1400378ab08)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80
golang.org/x/sync/errgroup.(*Group).Wait(0x1400378ab00)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:53 +0x2c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x1400378ab00?, {0x10ae52478?, 0x1400378aac0?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans(0x14001eec000, {0x10ae52478, 0x1400378aa00}, {0x1400378aa80, 0x1, 0x10a4c5340?}, 0x0, 0x14002c8ef60, {0x14000e23480, 0x1, ...})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:230 +0x524
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed(0x14001bb5718?, {0x10ae52478, 0x1400378aa00}, {0x1400234aea0, 0x1, 0x14004092980?}, {0x14001bb5698?, 0x50112b8?, 0x1?}, 0xf8?, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:148 +0xc4
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*dbAdapter).RangeFeed(0x1?, {0x10ae52478?, 0x1400378aa00?}, {0x1400234aea0?, 0x14003788f60?, 0x10ae52520?}, {0x1065739d0?, 0xae52520?, 0x1?}, 0xf0?, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/db_adapter.go:81 +0x30
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func1({0x10ae52478?, 0x1400378aa00?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:312 +0x70
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 90 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).processEvents(0x14002018dc0, {0x10ae52478, 0x1400378aa00}, 0x1048eb0a4?, 0x14002c8ef60)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:358 +0x94
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func2({0x10ae52478?, 0x1400378aa00?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:315 +0x3c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 91 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1({0x10ae52478, 0x1400378aac0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:204 +0xfc
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 93 [select]:
github.com/cockroachdb/cockroach/pkg/rpc.(*pipe).recv(0x14000c7e250, {0x10ae52520, 0x140037892f0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1377 +0x98
github.com/cockroachdb/cockroach/pkg/rpc.pipeReader.recv({0x14000c7e250?, 0x10ade6dc8?}, {0x10ae52520?, 0x140037892f0?}, {0x10ac5a180, 0x1400442a570})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1413 +0x40
github.com/cockroachdb/cockroach/pkg/rpc.clientStream.RecvMsg(...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1461
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0x1400041ad00, {0x10ac5a180?, 0x1400442a570?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:393 +0x38
github.com/cockroachdb/cockroach/pkg/rpc.rangeFeedClientAdapter.Recv({{0x10ae874e0?, 0x1400041ad00?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1180 +0x58
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed.func6()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:650 +0x34
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*stuckRangeFeedCanceler).do(0x14004280640, 0x140037cb758)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed_canceler.go:135 +0x180
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0x14001eec000, {0x10ae52478?, 0x1400378aac0?}, {{0x14000636e28, 0x1, 0x8}, {0x14000636e30, 0x1, 0x8}}, {0x0?, ...}, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:649 +0xb24
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0x14001eec000, {0x10ae52478, 0x1400378aac0}, 0x14004280550, 0x10ade4540?, {{0x14000636e28, 0x1, 0x8}, {0x14000636e30, 0x1, ...}}, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:424 +0x5f4
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1.1({0x10ae52478?, 0x1400378aac0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:208 +0xac
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 94 [select]:
github.com/cockroachdb/cockroach/pkg/util/future.Wait[...]({0x10ae52520, 0x14003789560}, 0x14000c7e420)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/future/future.go:95 +0x78
github.com/cockroachdb/cockroach/pkg/server.(*Node).RangeFeed(0x140012fa000, 0x14002274c60, {0x10ae92650, 0x14000c7e420})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1442 +0x140
github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2.1({0x0?, 0x10ae52520?}, {0x10ae87528?, 0x1400041ae80?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1132 +0x78
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x14003789380?}, 0x10dfbe780, 0x140037a68c0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x4b8
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14003789380?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:970 +0x60
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14003789380}, 0x14001b24000?, 0x1400378abc0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:277 +0x78
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14003789380?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c
github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor({0x14001b24000?, {{0x1385fa4c0?}, {0x10ae73d60?, 0x14000b3eea0?}}}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14003789380}, 0x10dfbe780, 0x1400378abc0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:132 +0x2d4
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14003789380?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x0?, 0x0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:244 +0x34
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0x14000e6c900, {0x10ae52520, 0x14003789350}, {0x14000636e30?, 0x14003527ea8?}, 0x14003527e68)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:322 +0xac
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x14003789380?}, 0x10dfbe780, 0x1400378abc0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:243 +0xcc
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14003789380?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run({0x1400011b680, 0x4, 0x4}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14003789380}, 0x10dfbe780, 0x140037a68c0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:975 +0x12c
github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1137 +0xfc
created by github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1125 +0x2a8
goroutine 95 [select]:
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:349 +0x68
created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:348 +0x14c
goroutine 96 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run(0x1400223a180, {0x10ae52520?, 0x14003789740?}, 0x7?, 0x1400378e708, 0x14000e6c900)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:292 +0x388
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).Start.func1({0x10ae52520?, 0x14003789740?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:240 +0x40
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1564 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x1400642d200}, 0x10498efc8?, {0x10aea5ca0, 0x140064f0a00})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x1400642d200}, 0x64161e6d?, 0x140061599e0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x1400642d200?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x140064d1140?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x1400359fef8)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x140064d1140})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1057 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).processEvents(0x140048a02c0, {0x10ae52478, 0x14004019740}, 0x1048eb0a4?, 0x14002c30de0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:358 +0x94
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func2({0x10ae52478?, 0x14004019740?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:315 +0x3c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 1004 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x140041b6fc0}, 0x10498efc8?, {0x10aea5ca0, 0x14001131680})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x140041b6fc0}, 0x64161e6d?, 0x1400454c480)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x140041b6fc0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14002dde000?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x14002dc6ef8)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14002dde000})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1157 [select]:
github.com/cockroachdb/cockroach/pkg/util/future.Wait[...]({0x10ae52520, 0x14003bf4f60}, 0x14003071bd0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/future/future.go:95 +0x78
github.com/cockroachdb/cockroach/pkg/server.(*Node).RangeFeed(0x140012fa000, 0x14003aa8900, {0x10ae92650, 0x14003071bd0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1442 +0x140
github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2.1({0x0?, 0x10ae52520?}, {0x10ae87528?, 0x140025524e0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1132 +0x78
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x14003bf4de0?}, 0x10dfbe780, 0x140013fb730)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x4b8
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14003bf4de0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:970 +0x60
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14003bf4de0}, 0x14001b24000?, 0x14004019940)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:277 +0x78
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14003bf4de0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c
github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor({0x14001b24000?, {{0x1048e7c40?}, {0x10ae73d60?, 0x14000b3eea0?}}}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14003bf4de0}, 0x10dfbe780, 0x14004019940)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:132 +0x2d4
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14003bf4de0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x0?, 0x0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:244 +0x34
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0x14000e6c900, {0x10ae52520, 0x14003bf4db0}, {0x14003d5eac8?, 0x1400074a6a8?}, 0x1400074a668)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:322 +0xac
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x14003bf4de0?}, 0x10dfbe780, 0x14004019940)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:243 +0xcc
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14003bf4de0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run({0x1400011b680, 0x4, 0x4}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14003bf4de0}, 0x10dfbe780, 0x140013fb730)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:975 +0x12c
github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1137 +0xfc
created by github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1125 +0x2a8
goroutine 1158 [select]:
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:349 +0x68
created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:348 +0x14c
goroutine 1159 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run(0x140018d3c80, {0x10ae52520?, 0x14003bf5110?}, 0x9?, 0x1400457f968, 0x14000e6c900)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:292 +0x388
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).Start.func1({0x10ae52520?, 0x14003bf5110?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:240 +0x40
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1132 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run(0x1400223b080, {0x10ae52520?, 0x140048d05d0?}, 0x22?, 0x140046c8ab0, 0x14000e6c900)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:292 +0x388
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).Start.func1({0x10ae52520?, 0x140048d05d0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:240 +0x40
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 667 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).processEvents(0x140040e2dc0, {0x10ae52478, 0x14000e3c300}, 0x14002d7f800?, 0x14002ccc0c0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:358 +0x94
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func2({0x10ae52478?, 0x14000e3c300?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:315 +0x3c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 1215 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).processEvents(0x140021962c0, {0x10ae52478, 0x14004093000}, 0x1048eb0a4?, 0x14002c4ac00)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:358 +0x94
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func2({0x10ae52478?, 0x14004093000?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:315 +0x3c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 1161 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).outputLoop(0x1400371aff0, {0x10ae52478, 0x14004019b80})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:326 +0x1b0
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).runOutputLoop(0x1400371aff0, {0x10ae52520, 0x14003bf5230}, 0x1050126f4?)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:351 +0xac
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run.func1({0x10ae52520?, 0x14003bf5230?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:320 +0x44
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1134 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).outputLoop(0x14001fcf770, {0x10ae52478, 0x14002d7e9c0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:326 +0x1b0
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).runOutputLoop(0x14001fcf770, {0x10ae52520, 0x140048d06f0}, 0x1050126f4?)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:351 +0xac
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run.func1({0x10ae52520?, 0x140048d06f0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:320 +0x44
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1191 [select]:
github.com/cockroachdb/cockroach/pkg/rpc.(*pipe).recv(0x14003edfe30, {0x10ae52520, 0x14004a7c780})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1377 +0x98
github.com/cockroachdb/cockroach/pkg/rpc.pipeReader.recv({0x14003edfe30?, 0x10ade6dc8?}, {0x10ae52520?, 0x14004a7c780?}, {0x10ac5a180, 0x14004ec7860})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1413 +0x40
github.com/cockroachdb/cockroach/pkg/rpc.clientStream.RecvMsg(...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1461
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0x14002929740, {0x10ac5a180?, 0x14004ec7860?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:393 +0x38
github.com/cockroachdb/cockroach/pkg/rpc.rangeFeedClientAdapter.Recv({{0x10ae874e0?, 0x14002929740?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1180 +0x58
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed.func6()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:650 +0x34
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*stuckRangeFeedCanceler).do(0x14004a465f0, 0x140032ed758)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed_canceler.go:135 +0x180
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0x14001eec000, {0x10ae52478?, 0x14003ea15c0?}, {{0x14002d01938, 0x2, 0x8}, {0x14002d01940, 0x2, 0x8}}, {0x140010e72f0?, ...}, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:649 +0xb24
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0x14001eec000, {0x10ae52478, 0x14003ea15c0}, 0x14004a465a0, 0x10ade4540?, {{0x14002d01938, 0x2, 0x8}, {0x14002d01940, 0x2, ...}}, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:424 +0x5f4
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1.1({0x10ae52478?, 0x14003ea15c0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:208 +0xac
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 1192 [select]:
github.com/cockroachdb/cockroach/pkg/util/future.Wait[...]({0x10ae52520, 0x14004e346c0}, 0x14003e4a060)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/future/future.go:95 +0x78
github.com/cockroachdb/cockroach/pkg/server.(*Node).RangeFeed(0x140012fa000, 0x14003b53440, {0x10ae92650, 0x14003e4a060})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1442 +0x140
github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2.1({0x0?, 0x10ae52520?}, {0x10ae87528?, 0x140028cc0e0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1132 +0x78
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x14004a7c810?}, 0x10dfbe780, 0x14002d3c3f0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x4b8
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14004a7c810?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:970 +0x60
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14004a7c810}, 0x14001b24000?, 0x140008f8440)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:277 +0x78
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14004a7c810?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c
github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor({0x14001b24000?, {{0x1?}, {0x10ae73d60?, 0x14000b3eea0?}}}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14004a7c810}, 0x10dfbe780, 0x140008f8440)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:132 +0x2d4
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14004a7c810?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x0?, 0x0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:244 +0x34
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0x14000e6c900, {0x10ae52520, 0x14004a7c7e0}, {0x14002d01940?, 0x140035646a8?}, 0x14003564668)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:322 +0xac
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x14004a7c810?}, 0x10dfbe780, 0x140008f8440)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:243 +0xcc
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14004a7c810?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run({0x1400011b680, 0x4, 0x4}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14004a7c810}, 0x10dfbe780, 0x14002d3c3f0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:975 +0x12c
github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1137 +0xfc
created by github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1125 +0x2a8
goroutine 1193 [select]:
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:349 +0x68
created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:348 +0x14c
goroutine 1255 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14004f98720}, 0x10498efc8?, {0x10aea5ca0, 0x1400500b300})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14004f98720}, 0x64161e6d?, 0x14003cc8b40)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14004f98720?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14005009ec0?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x140022acef8)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14005009ec0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1433 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14005946120}, 0x10498efc8?, {0x10aea5ca0, 0x14005971880})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14005946120}, 0x64161e6d?, 0x140058a1c20)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14005946120?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x140058d11a0?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x14005547ef8)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x140058d11a0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1216 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1({0x10ae52478, 0x14004093080})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:204 +0xfc
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 1267 [select]:
github.com/cockroachdb/cockroach/pkg/rpc.(*pipe).recv(0x14004962070, {0x10ae52520, 0x14004e0ac60})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1377 +0x98
github.com/cockroachdb/cockroach/pkg/rpc.pipeReader.recv({0x14004962070?, 0x10ade6dc8?}, {0x10ae52520?, 0x14004e0ac60?}, {0x10ac5a180, 0x1400442a6c0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1413 +0x40
github.com/cockroachdb/cockroach/pkg/rpc.clientStream.RecvMsg(...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1461
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0x1400267f8c0, {0x10ac5a180?, 0x1400442a6c0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:393 +0x38
github.com/cockroachdb/cockroach/pkg/rpc.rangeFeedClientAdapter.Recv({{0x10ae874e0?, 0x1400267f8c0?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1180 +0x58
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed.func6()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:650 +0x34
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*stuckRangeFeedCanceler).do(0x14004c03db0, 0x14005191758)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed_canceler.go:135 +0x180
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0x14001eec000, {0x10ae52478?, 0x14004093080?}, {{0x140024ca118, 0x1, 0x8}, {0x140024ca120, 0x1, 0x8}}, {0x0?, ...}, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:649 +0xb24
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0x14001eec000, {0x10ae52478, 0x14004093080}, 0x14004c03d60, 0x10ade4540?, {{0x140024ca118, 0x1, 0x8}, {0x140024ca120, 0x1, ...}}, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:424 +0x5f4
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1.1({0x10ae52478?, 0x14004093080?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:208 +0xac
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 1268 [select]:
github.com/cockroachdb/cockroach/pkg/util/future.Wait[...]({0x10ae52520, 0x14004e0ae70}, 0x14004962100)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/future/future.go:95 +0x78
github.com/cockroachdb/cockroach/pkg/server.(*Node).RangeFeed(0x140012fa000, 0x14003cc8c60, {0x10ae92650, 0x14004962100})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1442 +0x140
github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2.1({0x0?, 0x10ae52520?}, {0x10ae87528?, 0x1400267f8e0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1132 +0x78
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x14004e0acf0?}, 0x10dfbe780, 0x140036131f0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x4b8
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14004e0acf0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:970 +0x60
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14004e0acf0}, 0x14001b24000?, 0x14004093200)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:277 +0x78
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14004e0acf0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c
github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor({0x14001b24000?, {{0x10498e4ac?}, {0x10ae73d60?, 0x14000b3eea0?}}}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14004e0acf0}, 0x10dfbe780, 0x14004093200)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:132 +0x2d4
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14004e0acf0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x0?, 0x0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:244 +0x34
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0x14000e6c900, {0x10ae52520, 0x14004e0acc0}, {0x140024ca120?, 0x140033c06a8?}, 0x140033c0668)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:322 +0xac
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x14004e0acf0?}, 0x10dfbe780, 0x14004093200)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:243 +0xcc
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14004e0acf0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run({0x1400011b680, 0x4, 0x4}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14004e0acf0}, 0x10dfbe780, 0x140036131f0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:975 +0x12c
github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1137 +0xfc
created by github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1125 +0x2a8
goroutine 1135 [select]:
github.com/cockroachdb/cockroach/pkg/rpc.(*pipe).recv(0x14003c39710, {0x10ae52520, 0x140048d0b10})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1377 +0x98
github.com/cockroachdb/cockroach/pkg/rpc.pipeReader.recv({0x14003c39710?, 0x10ade6dc8?}, {0x10ae52520?, 0x140048d0b10?}, {0x10ac5a180, 0x14003fe0450})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1413 +0x40
github.com/cockroachdb/cockroach/pkg/rpc.clientStream.RecvMsg(...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1461
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0x14002343660, {0x10ac5a180?, 0x14003fe0450?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:393 +0x38
github.com/cockroachdb/cockroach/pkg/rpc.rangeFeedClientAdapter.Recv({{0x10ae874e0?, 0x14002343660?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1180 +0x58
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed.func6()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:650 +0x34
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*stuckRangeFeedCanceler).do(0x140044a1950, 0x140049e7758)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed_canceler.go:135 +0x180
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0x14001eec000, {0x10ae52478?, 0x14004093080?}, {{0x140024ca130, 0x1, 0x8}, {0x140024ca138, 0x1, 0x8}}, {0x0?, ...}, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:649 +0xb24
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0x14001eec000, {0x10ae52478, 0x14004093080}, 0x14004c03d60, 0x10ade4540?, {{0x140024ca130, 0x1, 0x8}, {0x140024ca138, 0x1, ...}}, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:424 +0x5f4
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1.1({0x10ae52478?, 0x14004093080?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:208 +0xac
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 1136 [select]:
github.com/cockroachdb/cockroach/pkg/util/future.Wait[...]({0x10ae52520, 0x140048d0d20}, 0x14003c397a0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/future/future.go:95 +0x78
github.com/cockroachdb/cockroach/pkg/server.(*Node).RangeFeed(0x140012fa000, 0x14003a8fc20, {0x10ae92650, 0x14003c397a0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1442 +0x140
github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2.1({0x0?, 0x10ae52520?}, {0x10ae87528?, 0x14002343680?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1132 +0x78
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x140048d0ba0?}, 0x10dfbe780, 0x140016f2ee0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x4b8
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x140048d0ba0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:970 +0x60
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x140048d0ba0}, 0x14001b24000?, 0x14002d7ec40)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:277 +0x78
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x140048d0ba0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c
github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor({0x14001b24000?, {{0x2?}, {0x10ae73d60?, 0x14000b3eea0?}}}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x140048d0ba0}, 0x10dfbe780, 0x14002d7ec40)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:132 +0x2d4
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x140048d0ba0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x140019e1f38?, 0x105a9626c?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:244 +0x34
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0x14000e6c900, {0x10ae52520, 0x140048d0b70}, {0x14004120f40?, 0x140019e1ea8?}, 0x140019e1e68)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:322 +0xac
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x140048d0ba0?}, 0x10dfbe780, 0x14002d7ec40)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:243 +0xcc
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x140048d0ba0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run({0x1400011b680, 0x4, 0x4}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x140048d0ba0}, 0x10dfbe780, 0x140016f2ee0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:975 +0x12c
github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1137 +0xfc
created by github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1125 +0x2a8
goroutine 1269 [select]:
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:349 +0x68
created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:348 +0x14c
goroutine 1137 [select]:
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:349 +0x68
created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:348 +0x14c
goroutine 1270 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).outputLoop(0x1400205f3b0, {0x10ae52478, 0x14004093380})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:326 +0x1b0
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).runOutputLoop(0x1400205f3b0, {0x10ae52520, 0x14004e0b020}, 0x1050126f4?)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:351 +0xac
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run.func1({0x10ae52520?, 0x14004e0b020?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:320 +0x44
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1282 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).outputLoop(0x14001fcf860, {0x10ae52478, 0x14002d7ef40})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:326 +0x1b0
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).runOutputLoop(0x14001fcf860, {0x10ae52520, 0x140048d0ed0}, 0x1050126f4?)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:351 +0xac
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run.func1({0x10ae52520?, 0x140048d0ed0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:320 +0x44
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1844 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).run(0x140019f8f20, {0x10ae52520, 0x14004c8ed50?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:498 +0x224
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1341 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14005507500}, 0x10498efc8?, {0x10aea5ca0, 0x1400556ee00})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14005507500}, 0x64161e6d?, 0x14003b8ea20)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14005507500?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14005575110?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x14002dc7ef8)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14005575110})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1595 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x1400611de60}, 0x10498efc8?, {0x10aea5ca0, 0x1400625ba80})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x1400611de60}, 0x64161e6d?, 0x14003aa9320)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x1400611de60?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x140061ae030?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x14006114ef8)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x140061ae030})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1846 [chan receive]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func1({0x14003fb1000, 0x14002267e90})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:221 +0x40
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1503 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14005cb9ec0}, 0x10498efc8?, {0x10aea5ca0, 0x14005d10a00})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14005cb9ec0}, 0x64161e6d?, 0x14005bfd7a0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14005cb9ec0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14005d1f3b0?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x14005185ef8)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14005d1f3b0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1516 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14005ea3260}, 0x10498efc8?, {0x10aea5ca0, 0x14005ea7200})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14005ea3260}, 0x64161e6d?, 0x14005d5d7a0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14005ea3260?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14005ead320?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x1400509cef8)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14005ead320})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1475 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14005946f00}, 0x10498efc8?, {0x10aea5ca0, 0x14005874c00})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14005946f00}, 0x64161e6d?, 0x14005853440)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14005946f00?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14005a361b0?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x14005549ef8)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14005a361b0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1473 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14005de19e0}, 0x10498efc8?, {0x10aea5ca0, 0x14005f7d900})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14005de19e0}, 0x64161e6d?, 0x14005d8a240)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14005de19e0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14005fba8d0?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x140050a3ef8)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14005fba8d0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1470 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14005de1200}, 0x10498efc8?, {0x10aea5ca0, 0x14005f7cf80})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14005de1200}, 0x64161e6d?, 0x14005d07b00)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14005de1200?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14005eb2f90?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x140050a2ef8)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14005eb2f90})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1408 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14005c34240}, 0x10498efc8?, {0x10aea5ca0, 0x1400585f000})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14005c34240}, 0x64161e6d?, 0x14005c7b200)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14005c34240?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14005c248d0?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x140049f1ef8)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14005c248d0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 666 [semacquire]:
sync.runtime_Semacquire(0x14000e3c680?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28
sync.(*WaitGroup).Wait(0x14000e3c688)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80
golang.org/x/sync/errgroup.(*Group).Wait(0x14000e3c680)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:53 +0x2c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x14000e3c680?, {0x10ae52478?, 0x14000e3c600?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans(0x14001eec000, {0x10ae52478, 0x14000e3c300}, {0x14000e3c4c0, 0x1, 0x10a5d1340?}, 0x0, 0x14002ccc0c0, {0x0, 0x0, ...})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:230 +0x524
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed(0x140039e7f18?, {0x10ae52478, 0x14000e3c300}, {0x14002266db0, 0x1, 0x0?}, {0x140039e7e98?, 0x50112b8?, 0x1?}, 0xf8?, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:148 +0xc4
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*dbAdapter).RangeFeed(0x1?, {0x10ae52478?, 0x14000e3c300?}, {0x14002266db0?, 0x140032df4c8?, 0x108a66c67?}, {0x1065739d0?, 0xae52520?, 0x1?}, 0x30?, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/db_adapter.go:81 +0x30
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func1({0x10ae52478?, 0x14000e3c300?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:312 +0x70
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 1599 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14006152de0}, 0x10498efc8?, {0x10aea5ca0, 0x14006026a80})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14006152de0}, 0x64161e6d?, 0x14006124a20)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14006152de0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x140062de720?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x14006115ef8)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x140062de720})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2384 [select]:
github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker.func1()
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/vfs/disk_health.go:148 +0x9c
created by github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/vfs/disk_health.go:143 +0x68
goroutine 1546 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14005fdea80}, 0x10498efc8?, {0x10aea5ca0, 0x14005fe5100})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14005fdea80}, 0x64161e6d?, 0x14005e98d80)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14005fdea80?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14005fca210?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x140050a6ef8)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14005fca210})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2164 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*TemporaryObjectCleaner).Start.func1({0x10ae52520, 0x1400433ffb0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/temporary_schema.go:626 +0x1bc
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1845 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).run(0x140019f9080, {0x10ae52520, 0x14004c8ede0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:498 +0x224
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1549 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14005fdf2c0}, 0x10498efc8?, {0x10aea5ca0, 0x14005fe5700})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14005fdf2c0}, 0x64161e6d?, 0x14005f3b200)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14005fdf2c0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14005fca7e0?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x140050a7ef8)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14005fca7e0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1565 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x1400642d2c0}, 0x10498efc8?, {0x10aea5ca0, 0x140064f0a80})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x1400642d2c0}, 0x64161e6d?, 0x140063337a0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x1400642d2c0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x140064d1200?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x14005186ef8)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x140064d1200})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1660 [select]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0x14004bec550, 0x1)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/controlbuf.go:408 +0x154
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0x140055d2120)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/controlbuf.go:535 +0x74
google.golang.org/grpc/internal/transport.newHTTP2Client.func6()
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:442 +0x64
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:440 +0x1888
goroutine 1838 [select]:
google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0x140042581e0)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:1635 +0x118
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:378 +0x1358
goroutine 1745 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2({0x10ae52520, 0x14004248c00})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:843 +0xc0
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2166 [select]:
github.com/cockroachdb/cockroach/pkg/sql/sqlstats/persistedsqlstats.(*jobMonitor).start.func1({0x10ae52520, 0x1400442a060})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlstats/persistedsqlstats/scheduled_job_monitor.go:93 +0x1e0
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1717 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.(*Watcher).Run(0x140022a3b90, {0x10ae52478, 0x140009ada40})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:338 +0x7b4
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.Start.func1({0x10ae52520?, 0x14002267800?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:197 +0x17c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1718 [semacquire]:
sync.runtime_Semacquire(0x28?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28
sync.(*WaitGroup).Wait(0x1400564a448)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80
golang.org/x/sync/errgroup.(*Group).Wait(0x1400564a440)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:53 +0x2c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x1400564a440?, {0x10ae52478?, 0x1400564a400?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x10ae52520?, 0x14002267a70?}, {0x14003687c58, 0x2, 0x14003687db0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x88
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0x140040e31e0, {0x10ae52520, 0x14002267a70}, 0x140009adc00)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:318 +0x5fc
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).Start.func2({0x10ae52520, 0x140022679e0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:232 +0x294
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1843 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).run(0x140019f8dc0, {0x10ae52520, 0x14004c8ecc0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:498 +0x224
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1719 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.(*Watcher).Run(0x140022a3d40, {0x10ae52478, 0x1400082a000})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:338 +0x7b4
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.Start.func1({0x10ae52520?, 0x14002267d40?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:197 +0x17c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1720 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvprober.(*Prober).Start.func1.1({0x10ae52520, 0x14002267dd0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvprober/kvprober.go:283 +0x250
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1721 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvprober.(*Prober).Start.func1.1({0x10ae52520, 0x14002267e90})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvprober/kvprober.go:283 +0x250
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1722 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvprober.(*Prober).Start.func1.1({0x10ae52520, 0x14002267ef0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvprober/kvprober.go:283 +0x250
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2198 [select]:
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:349 +0x68
created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:348 +0x14c
goroutine 1763 [select]:
github.com/cockroachdb/cockroach/pkg/server.(*serverController).start.func1({0x10ae52520?, 0x14004d75b00?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/server_controller_orchestration.go:95 +0xc0
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1813 [select]:
google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0x140049301a0)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:1129 +0x188
created by google.golang.org/grpc/internal/transport.NewServerTransport
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:343 +0x1380
goroutine 2002 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2({0x10ae52520, 0x14004248c60})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:843 +0xc0
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2017 [select]:
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0x14003128c00, {0x10ae52520, 0x14004d6abd0}, 0x14004d6aba0, {0x14006021c30?, 0x10501124c?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:2394 +0x30c
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1({0x10ae52520, 0x14004d6abd0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:2248 +0x9c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1659 [IO wait]:
internal/poll.runtime_pollWait(0x13863ee18, 0x72)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/netpoll.go:305 +0xa0
internal/poll.(*pollDesc).wait(0x14004390a80?, 0x140042f4700?, 0x0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:84 +0x28
internal/poll.(*pollDesc).waitRead(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0x14004390a80, {0x140042f4700, 0x700, 0x700})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_unix.go:167 +0x1e0
net.(*netFD).Read(0x14004390a80, {0x140042f4700?, 0x1400068f698?, 0x8?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/fd_posix.go:55 +0x28
net.(*conn).Read(0x14002372080, {0x140042f4700?, 0x1400068f658?, 0x140042f4700?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/net.go:183 +0x34
crypto/tls.(*atLeastReader).Read(0x1400256e618, {0x140042f4700?, 0x0?, 0x104c2b7c8?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:787 +0x40
bytes.(*Buffer).ReadFrom(0x1400068f778, {0x10ae09da0, 0x1400256e618})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/bytes/buffer.go:202 +0x90
crypto/tls.(*Conn).readFromUntil(0x1400068f500, {0x10ae18200?, 0x14002372080}, 0x700?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:809 +0xd4
crypto/tls.(*Conn).readRecordOrCCS(0x1400068f500, 0x0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:616 +0xd8
crypto/tls.(*Conn).readRecord(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:582
crypto/tls.(*Conn).Read(0x1400068f500, {0x14004a48000, 0x8000, 0x3f?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:1287 +0x178
bufio.(*Reader).Read(0x140055d2060, {0x14002074900, 0x9, 0x14006021860?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/bufio/bufio.go:237 +0x1e0
io.ReadAtLeast({0x10ae08060, 0x140055d2060}, {0x14002074900, 0x9, 0x9}, 0x9)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:332 +0xa0
io.ReadFull(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:351
golang.org/x/net/http2.readFrameHeader({0x14002074900?, 0x9?, 0x1048ebd10?}, {0x10ae08060?, 0x140055d2060?})
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/http2/frame.go:237 +0x58
golang.org/x/net/http2.(*Framer).ReadFrame(0x140020748c0)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/http2/frame.go:498 +0x84
google.golang.org/grpc/internal/transport.(*http2Client).reader(0x140022e32c0, 0x1400357cf68?)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:1561 +0x1b8
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:388 +0x13c8
goroutine 1814 [IO wait]:
internal/poll.runtime_pollWait(0x13863eb48, 0x72)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/netpoll.go:305 +0xa0
internal/poll.(*pollDesc).wait(0x14000f93a80?, 0x14001614000?, 0x0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:84 +0x28
internal/poll.(*pollDesc).waitRead(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0x14000f93a80, {0x14001614000, 0x600, 0x600})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_unix.go:167 +0x1e0
net.(*netFD).Read(0x14000f93a80, {0x14001614000?, 0x14001614000?, 0x5?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/fd_posix.go:55 +0x28
net.(*conn).Read(0x14005bbcce8, {0x14001614000?, 0x140043be198?, 0x8?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/net.go:183 +0x34
github.com/cockroachdb/cmux.(*MuxConn).Read(0x140020f9620, {0x14001614000, 0x600, 0x600})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/cmux.go:218 +0x170
crypto/tls.(*atLeastReader).Read(0x1400256e648, {0x14001614000?, 0x0?, 0x104c2b7c8?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:787 +0x40
bytes.(*Buffer).ReadFrom(0x140043be278, {0x10ae09da0, 0x1400256e648})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/bytes/buffer.go:202 +0x90
crypto/tls.(*Conn).readFromUntil(0x140043be000, {0x1376b0ef0?, 0x140020f9620}, 0x600?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:809 +0xd4
crypto/tls.(*Conn).readRecordOrCCS(0x140043be000, 0x0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:616 +0xd8
crypto/tls.(*Conn).readRecord(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:582
crypto/tls.(*Conn).Read(0x140043be000, {0x14004ae2000, 0x8000, 0x0?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:1287 +0x178
bufio.(*Reader).Read(0x140020f9b60, {0x14003d0d7e0, 0x9, 0x14000636c30?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/bufio/bufio.go:237 +0x1e0
io.ReadAtLeast({0x10ae08060, 0x140020f9b60}, {0x14003d0d7e0, 0x9, 0x9}, 0x9)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:332 +0xa0
io.ReadFull(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:351
golang.org/x/net/http2.readFrameHeader({0x14003d0d7e0?, 0x9?, 0x140019e15c8?}, {0x10ae08060?, 0x140020f9b60?})
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/http2/frame.go:237 +0x58
golang.org/x/net/http2.(*Framer).ReadFrame(0x14003d0d7a0)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/http2/frame.go:498 +0x84
google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0x140049301a0, 0x14006124a20?, 0x0?)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:610 +0x114
google.golang.org/grpc.(*Server).serveStreams(0x14001c5a000, {0x10ae9f060?, 0x140049301a0})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:949 +0x134
google.golang.org/grpc.(*Server).handleRawConn.func1()
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:891 +0x44
created by google.golang.org/grpc.(*Server).handleRawConn
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:890 +0x174
goroutine 1974 [select]:
github.com/cockroachdb/cockroach/pkg/server.(*Node).startWriteNodeStatus.func1({0x10ae52520, 0x14004177dd0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1008 +0xbc
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1809 [select]:
github.com/cockroachdb/cockroach/pkg/util/schedulerlatency.StartSampler.func1.1({0x10ae52520, 0x14004b8e780})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/schedulerlatency/sampler.go:108 +0x2a4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2101 [semacquire]:
sync.runtime_Semacquire(0x28?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28
sync.(*WaitGroup).Wait(0x14004e94108)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80
golang.org/x/sync/errgroup.(*Group).Wait(0x14004e94100)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:53 +0x2c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x14004e94100?, {0x10ae52478?, 0x14004e940c0?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x10ae52520?, 0x1400360f7d0?}, {0x140061d1c58, 0x2, 0x140061d1db0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x88
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0x140043fbce0, {0x10ae52520, 0x1400360f7d0}, 0x140051a1f80)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:318 +0x5fc
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).Start.func2({0x10ae52520, 0x1400360f740})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:232 +0x294
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1781 [chan receive]:
github.com/cockroachdb/cockroach/pkg/util/netutil.MakeTCPServer.func1({0x14003e82000, 0x14004c25e60})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:126 +0x4c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1782 [IO wait]:
internal/poll.runtime_pollWait(0x13863f3b8, 0x72)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/netpoll.go:305 +0xa0
internal/poll.(*pollDesc).wait(0x14000faf600?, 0x0?, 0x0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:84 +0x28
internal/poll.(*pollDesc).waitRead(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Accept(0x14000faf600)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_unix.go:614 +0x1d0
net.(*netFD).accept(0x14000faf600)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/fd_unix.go:172 +0x28
net.(*TCPListener).accept(0x140043110f8)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/tcpsock_posix.go:142 +0x28
net.(*TCPListener).Accept(0x140043110f8)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/tcpsock.go:288 +0x2c
github.com/cockroachdb/cockroach/pkg/util/netutil.(*TCPServer).ServeWith(0x14001309a58, {0x10ae52520, 0x14004b73d40}, {0x10ae4e3e0, 0x140043110f8}, 0x1400277bc80)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:166 +0x58
github.com/cockroachdb/cockroach/pkg/server.startServeSQL.func1({0x10ae52520, 0x14004b73d40})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/server_sql.go:1642 +0xd4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1783 [select]:
github.com/cockroachdb/cockroach/pkg/server.(*TestServer).Start.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/testserver.go:630 +0x6c
created by github.com/cockroachdb/cockroach/pkg/server.(*TestServer).Start
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/testserver.go:627 +0xe8
goroutine 1784 [select]:
database/sql.(*DB).connectionOpener(0x14004ad36c0, {0x10ae52478, 0x14003c9f540})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/database/sql/sql.go:1224 +0x80
created by database/sql.OpenDB
/opt/homebrew/Cellar/go/1.19.2/libexec/src/database/sql/sql.go:792 +0x180
goroutine 1785 [select]:
database/sql.(*DB).connectionOpener(0x14004ad3860, {0x10ae52478, 0x14003c9f6c0})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/database/sql/sql.go:1224 +0x80
created by database/sql.OpenDB
/opt/homebrew/Cellar/go/1.19.2/libexec/src/database/sql/sql.go:792 +0x180
goroutine 1786 [select]:
github.com/cockroachdb/cockroach/pkg/security.(*CertificateManager).RegisterSignalHandler.func1({0x10ae52520, 0x140042943c0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/security/certificate_manager.go:240 +0xcc
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1787 [select]:
github.com/cockroachdb/cockroach/pkg/util/hlc.(*Clock).StartMonitoringForwardClockJumps.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/hlc/hlc.go:275 +0x114
created by github.com/cockroachdb/cockroach/pkg/util/hlc.(*Clock).StartMonitoringForwardClockJumps
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/hlc/hlc.go:267 +0x118
goroutine 1788 [chan receive]:
github.com/cockroachdb/cockroach/pkg/server.startHTTPService.func1({0x10ae52520, 0x14004294570})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/server_http.go:225 +0x48
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1789 [IO wait]:
internal/poll.runtime_pollWait(0x13863f0e8, 0x72)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/netpoll.go:305 +0xa0
internal/poll.(*pollDesc).wait(0x140010af900?, 0x1048d6904?, 0x0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:84 +0x28
internal/poll.(*pollDesc).waitRead(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Accept(0x140010af900)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_unix.go:614 +0x1d0
net.(*netFD).accept(0x140010af900)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/fd_unix.go:172 +0x28
net.(*TCPListener).accept(0x14001309c20)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/tcpsock_posix.go:142 +0x28
net.(*TCPListener).Accept(0x14001309c20)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/tcpsock.go:288 +0x2c
github.com/cockroachdb/cmux.(*cMux).Serve(0x14003c9f800)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/cmux.go:124 +0x84
github.com/cockroachdb/cockroach/pkg/server.startHTTPService.func2({0x14004ea6800, 0x140062f81e0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/server_http.go:242 +0x28
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1790 [chan receive]:
github.com/cockroachdb/cmux.muxListener.Accept(...)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/cmux.go:184
net/http.(*Server).Serve(0x1400427a000, {0x10ae4fa00, 0x14001309c50})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/http/server.go:3070 +0x30c
github.com/cockroachdb/cockroach/pkg/server.startHTTPService.func3({0x14004ea6c00, 0x14005d77440})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/server_http.go:263 +0x114
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1791 [chan receive]:
github.com/cockroachdb/cockroach/pkg/util/netutil.MakeHTTPServer.func2({0x14004ea7000, 0x1400629fad0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:102 +0x54
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1792 [chan receive]:
github.com/cockroachdb/cmux.muxListener.Accept(...)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/cmux.go:184
crypto/tls.(*listener).Accept(0x14001309c98)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/tls.go:66 +0x30
net/http.(*Server).Serve(0x14004242a50, {0x10ae2f060, 0x14001309c98})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/http/server.go:3070 +0x30c
github.com/cockroachdb/cockroach/pkg/server.startHTTPService.func4({0x14004ea7400, 0x140061ef5c0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/server_http.go:280 +0x2c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1793 [chan receive]:
github.com/cockroachdb/cockroach/pkg/server.startListenRPCAndSQL.func1({0x10ae52520, 0x14004294e10})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/start_listen.go:77 +0x48
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1794 [chan receive]:
github.com/cockroachdb/cockroach/pkg/server.startListenRPCAndSQL.func4({0x14004ea7c00, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/start_listen.go:138 +0x68
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1795 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0x14003c9ff40)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:115 +0x68
created by google.golang.org/grpc.newCCBalancerWrapper
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:76 +0x22c
goroutine 1744 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2({0x10ae52520, 0x14004248ba0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:843 +0xc0
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1797 [chan receive]:
github.com/cockroachdb/cockroach/pkg/server.configureGRPCGateway.func2({0x10ae52520, 0x140042952c0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/grpc_gateway.go:107 +0x48
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1798 [chan receive]:
github.com/cockroachdb/cmux.muxListener.Accept(...)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/cmux.go:184
google.golang.org/grpc.(*Server).Serve(0x14001c5a000, {0x10ae4fa00?, 0x14001309d88})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:823 +0x48c
github.com/cockroachdb/cockroach/pkg/server.startListenRPCAndSQL.func6.1({0x14001d46c00, 0x14003f57410})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/start_listen.go:172 +0x2c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1799 [select]:
github.com/cockroachdb/cockroach/pkg/util/netutil.(*LoopbackListener).Accept(0x14004294e70)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/loopback.go:51 +0x74
google.golang.org/grpc.(*Server).Serve(0x14001c5a000, {0x10ae48440?, 0x14004294e70})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:823 +0x48c
github.com/cockroachdb/cockroach/pkg/server.startListenRPCAndSQL.func6.2({0x14001d47000, 0x14003f57c50})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/start_listen.go:175 +0x30
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1800 [IO wait]:
internal/poll.runtime_pollWait(0x13863eff8, 0x72)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/netpoll.go:305 +0xa0
internal/poll.(*pollDesc).wait(0x140010af980?, 0x4?, 0x0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:84 +0x28
internal/poll.(*pollDesc).waitRead(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Accept(0x140010af980)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_unix.go:614 +0x1d0
net.(*netFD).accept(0x140010af980)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/fd_unix.go:172 +0x28
net.(*TCPListener).accept(0x14001309d40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/tcpsock_posix.go:142 +0x28
net.(*TCPListener).Accept(0x14001309d40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/tcpsock.go:288 +0x2c
github.com/cockroachdb/cmux.(*cMux).Serve(0x14003c9fd40)
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/cmux.go:124 +0x84
github.com/cockroachdb/cockroach/pkg/server.startListenRPCAndSQL.func6.3.1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/start_listen.go:180 +0x28
sync.(*Once).doSlow(0x14001d474c8?, 0x140035806e0?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/once.go:74 +0x104
sync.(*Once).Do(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/once.go:65
github.com/cockroachdb/cockroach/pkg/server.startListenRPCAndSQL.func6.3({0x14001d47400, 0x14001116360})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/start_listen.go:179 +0x50
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1963 [semacquire]:
sync.runtime_Semacquire(0x1400564a240?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28
sync.(*WaitGroup).Wait(0x1400564a248)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80
golang.org/x/sync/errgroup.(*Group).Wait(0x1400564a240)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:53 +0x2c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x1400564a240?, {0x10ae52478?, 0x1400564a200?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans(0x14001eec000, {0x10ae52478, 0x14001df5100}, {0x1400564a1c0, 0x1, 0x14000edf0e0?}, 0x1, 0x14002cccc00, {0x14001202b80, 0x1, ...})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:230 +0x524
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed(0x14003df18c0?, {0x10ae52478, 0x14001df5100}, {0x14003cee330, 0x1, 0x140053b5080?}, {0x0?, 0x50112b8?, 0x1?}, 0xf8?, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:148 +0xc4
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*dbAdapter).RangeFeed(0x1?, {0x10ae52478?, 0x14001df5100?}, {0x14003cee330?, 0x14004f29718?, 0x10550a1dc?}, {0x14001a80000?, 0x550a1c4?, 0x1?}, 0x60?, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/db_adapter.go:81 +0x30
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func1({0x10ae52478?, 0x14001df5100?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:312 +0x70
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 1741 [select]:
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:349 +0x68
created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:348 +0x14c
goroutine 2163 [select]:
github.com/cockroachdb/cockroach/pkg/sql/gcjob/gcjobnotifier.(*Notifier).run(0x14002d784e0, {0x10550a1c4?, 0x14005578b60?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/gcjob/gcjobnotifier/notifier.go:166 +0x264
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2020 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).outputLoop(0x14004242d20, {0x10ae52478, 0x14004038a40})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:326 +0x1b0
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).runOutputLoop(0x14004242d20, {0x10ae52520, 0x14004b8ec00}, 0x1050126f4?)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:351 +0xac
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run.func1({0x10ae52520?, 0x14004b8ec00?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:320 +0x44
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1743 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2({0x10ae52520, 0x14004248b40})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:843 +0xc0
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1742 [select]:
google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0x14004ce4e10, {0x1400256e8f8, 0x5, 0x5})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:195 +0x74
google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0x14004ce4e10, {0x1400256e8f8?, 0x140060ceee8?, 0x140065768a0?})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:175 +0x148
google.golang.org/grpc/internal/transport.(*transportReader).Read(0x14004248960, {0x1400256e8f8?, 0x14006576928?, 0x104fc6c78?})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:495 +0x34
io.ReadAtLeast({0x10ae17720, 0x14004248960}, {0x1400256e8f8, 0x5, 0x5}, 0x5)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:332 +0xa0
io.ReadFull(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:351
google.golang.org/grpc/internal/transport.(*Stream).Read(0x140020b8d80, {0x1400256e8f8, 0x5, 0x5})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:479 +0x98
google.golang.org/grpc.(*parser).recvMsg(0x1400256e8e8, 0x7fffffff)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/rpc_util.go:560 +0x48
google.golang.org/grpc.recvAndDecompress(0x174d9d4afac79e70?, 0x140020b8d80, {0x0, 0x0}, 0x7fffffff, 0x0, {0x10ae50090, 0x10e1a1910})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/rpc_util.go:691 +0x40
google.golang.org/grpc.recv(0x1048ebd10?, {0x137744388, 0x140000bc910}, 0x14000700000?, {0x0?, 0x0?}, {0x10ab9b120, 0x14005fd1590}, 0xd1ab5bd597e?, 0x0, ...)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/rpc_util.go:757 +0x5c
google.golang.org/grpc.(*csAttempt).recvMsg(0x14004414480, {0x10ab9b120?, 0x14005fd1590}, 0x0?)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/stream.go:1041 +0x240
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x0?)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/stream.go:881 +0x28
google.golang.org/grpc.(*clientStream).withRetry(0x140020b87e0, 0x14006576da8, 0x14006576d78)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/stream.go:716 +0x568
google.golang.org/grpc.(*clientStream).RecvMsg(0x140020b87e0, {0x10ab9b120?, 0x14005fd1590?})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/stream.go:880 +0xbc
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0x140006e6020, {0x10ab9b120?, 0x14005fd1590?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:393 +0x38
github.com/cockroachdb/cockroach/pkg/gossip.(*gossipGossipClient).Recv(0x14003624c90)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.pb.go:636 +0x58
github.com/cockroachdb/cockroach/pkg/gossip.(*client).gossip.func2.1(0x0?, {0x10ae93b68, 0x14003624c90}, 0x14004cb15f0, {0x10ae52520, 0x14004248ae0}, 0x14006546280?)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/gossip/client.go:317 +0x64
github.com/cockroachdb/cockroach/pkg/gossip.(*client).gossip.func2({0x10ae52520?, 0x14004248ae0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/gossip/client.go:331 +0x80
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1827 [select]:
github.com/cockroachdb/cockroach/pkg/util/schedulerlatency.StartSampler.func1({0x10ae52520, 0x14004330e40})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/schedulerlatency/sampler.go:143 +0x394
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1828 [chan receive]:
github.com/cockroachdb/cockroach/pkg/gossip.(*server).start.func3({0x14004cbd000, 0x140010fe870})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:388 +0x50
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1829 [select]:
github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).bootstrap.func1({0x10ae52520?, 0x14004331140?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1247 +0x170
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1830 [select]:
github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).manage.func1({0x10ae52520, 0x140043311a0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1288 +0x1c8
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1831 [select]:
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0x14003128c00, {0x10ae52520, 0x14004331380}, 0x14004331320, {0x1400062fdf0?, 0x10501124c?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:2394 +0x30c
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1({0x10ae52520, 0x14004331380})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:2248 +0x9c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1832 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0x1400424cb00)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:115 +0x68
created by google.golang.org/grpc.newCCBalancerWrapper
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:76 +0x22c
goroutine 3259 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).outputLoop(0x1400416c000, {0x10ae52478, 0x140086b66c0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:326 +0x1b0
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).runOutputLoop(0x1400416c000, {0x10ae52520, 0x140051964e0}, 0x1050126f4?)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:351 +0xac
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run.func1({0x10ae52520?, 0x140051964e0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:320 +0x44
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1848 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x322)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f0e0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1849 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x325)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f140})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1850 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x321)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f1a0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1851 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x324)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f200})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1852 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x323)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f260})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1853 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x326)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f2c0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1854 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x327)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f320})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1855 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x328)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f380})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1856 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x329)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f3e0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1857 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x32a)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f470})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1858 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x32b)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f4d0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1859 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x32c)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f530})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1860 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x32d)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f590})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1861 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x32e)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f5f0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1862 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x330)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f650})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1863 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x32f)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f6b0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1864 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x331)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f710})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1865 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x332)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f770})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1866 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x334)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f7d0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1867 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x333)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f8c0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1868 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x335)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f920})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1869 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x336)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f980})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1870 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x337)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f9e0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1871 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x338)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8fa40})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1872 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x339)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8faa0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1873 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x33a)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8fb00})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1874 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x33b)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8fb60})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1875 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x33c)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8fbc0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1876 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x33d)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8fc20})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1877 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x33e)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8fc80})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1878 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x340)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8fce0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1879 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x33f)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8fd40})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1880 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x341)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8fda0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1881 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x342)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8fe30})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1882 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x343)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8fe90})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1883 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x345)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8fef0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1884 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x346)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8ff50})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1885 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x344)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8ffb0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1886 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x347)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24030})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1887 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x34a)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24090})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1888 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x348)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d240f0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1889 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x349)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24150})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1890 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x34b)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d241b0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1891 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x34c)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24210})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1892 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x34e)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24270})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1893 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x34f)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d242d0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1894 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x34d)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24330})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1895 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x350)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24390})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1896 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x352)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d243f0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1897 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x353)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24450})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1898 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x351)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d244b0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1899 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x354)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24510})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1900 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x355)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24570})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1901 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x356)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d245d0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1902 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x308)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24630})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1903 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x309)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d246c0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1904 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x30a)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24720})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1905 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x357)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24810})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1906 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x30c)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24870})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1907 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x30b)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d248d0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1908 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x30d)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24930})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1909 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x30e)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24990})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1910 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x30f)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d249f0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1911 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x310)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24a50})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1912 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x311)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24ab0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1913 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x312)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24b10})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1914 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x313)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24b70})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1915 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x314)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24bd0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1916 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x316)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24c30})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1917 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x315)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24c90})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1918 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x318)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24cf0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1919 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x317)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24d50})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1920 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x319)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24db0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1921 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x31a)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24e10})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1922 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x31b)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24e70})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1923 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x31c)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24ed0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1924 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x31d)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24f30})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1925 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x31f)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24f90})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1926 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0x14003720b50, 0x31e)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c
sync.(*Cond).Wait(0x14003720b40)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24ff0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1927 [semacquire]:
sync.runtime_Semacquire(0x14004f28ef8?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28
sync.(*WaitGroup).Wait(0x14004314ee8)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Wait(0x14004f28f18?, {0x10550a1c4?, 0x14005d429c0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:254 +0x24
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1928 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).raftTickLoop(0x14001a80000, {0x10550a1c4?, 0x14005d42b60?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_raft.go:758 +0x108
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1929 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).coalescedHeartbeatsLoop(0x14001a80000, {0x10ae52520, 0x14004d25140})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_raft.go:838 +0xc4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1930 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/logstore.(*SyncWaiterLoop).waitLoop(0x14003720b80, {0x10ae52520, 0x14004d251a0}, 0x14000f93180)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/logstore/sync_waiter.go:93 +0xe4
github.com/cockroachdb/cockroach/pkg/kv/kvserver/logstore.(*SyncWaiterLoop).Start.func1({0x10ae52520?, 0x14004d251a0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/logstore/sync_waiter.go:84 +0x38
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1931 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).Start.func2({0x140053ea800, 0x7})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1979 +0xac
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1932 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startGossip.func3({0x10ae52520, 0x14004d25320})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_gossip.go:147 +0x1c8
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1933 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startGossip.func3({0x10ae52520, 0x14004d25380})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_gossip.go:147 +0x1c8
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 3079 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.(*Watcher).Run(0x14001dc25a0, {0x10ae52478, 0x140078f3a80})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:338 +0x7b4
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.Start.func1({0x10ae52520?, 0x14005d76b40?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:197 +0x17c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1935 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startLeaseRenewer.func1({0x10ae52520, 0x14004d25440})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:2167 +0x184
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1936 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startRangefeedUpdater.func1({0x10ae52520, 0x14004d254a0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:2218 +0x210
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1937 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*StoreRebalancer).Start.func1({0x10ae52520, 0x14004d255f0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_rebalancer.go:259 +0x130
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1938 [select]:
github.com/cockroachdb/cockroach/pkg/server.(*Node).startComputePeriodicMetrics.func1({0x10ae52520, 0x14004d257a0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:799 +0x104
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1939 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/kvadmission.(*controllerImpl).SetTenantWeightProvider.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/kvadmission/kvadmission.go:352 +0xa8
created by github.com/cockroachdb/cockroach/pkg/kv/kvserver/kvadmission.(*controllerImpl).SetTenantWeightProvider
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/kvadmission/kvadmission.go:345 +0xac
goroutine 1940 [select]:
github.com/cockroachdb/cockroach/pkg/server.(*Node).startGossiping.func1({0x10ae52520, 0x14004d25830})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:763 +0x148
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1941 [select]:
github.com/cockroachdb/cockroach/pkg/server.periodicallyPersistHLCUpperBound(0x1400330bda0, 0x14002c6a1c0, 0x14000d6f330, 0x10adf1718, 0x14000edf0e0, 0x0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/clock_monotonicity.go:193 +0xe8
github.com/cockroachdb/cockroach/pkg/server.(*Server).startPersistingHLCUpperBound.func3({0x14005d38c00, 0x14001f1e3c0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/clock_monotonicity.go:268 +0x4c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1942 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/reports.(*Reporter).Start.func2({0x10ae52520?, 0x14004d25980?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/reports/reporter.go:168 +0x228
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1943 [select]:
github.com/cockroachdb/cockroach/pkg/server.startSampleEnvironment.func1({0x10ae52520, 0x14004d25a10})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/env_sampler.go:146 +0x150
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1944 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptcache.(*Cache).periodicallyRefreshProtectedtsCache(0x1400328ec60, {0x10ae52520, 0x14004d25aa0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptcache/cache.go:179 +0x1bc
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1945 [select]:
github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:388 +0x7c
created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:385 +0x2e4
goroutine 1946 [select]:
github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:462 +0x224
created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:435 +0x60
goroutine 1947 [select]:
github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:388 +0x7c
created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:385 +0x2e4
goroutine 1948 [select]:
github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:462 +0x224
created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:435 +0x60
goroutine 1949 [select]:
github.com/cockroachdb/cockroach/pkg/util/admission.(*StoreGrantCoordinators).SetPebbleMetricsProvider.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/grant_coordinator.go:103 +0xb4
created by github.com/cockroachdb/cockroach/pkg/util/admission.(*StoreGrantCoordinators).SetPebbleMetricsProvider
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/grant_coordinator.go:98 +0x1ac
goroutine 1950 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/liveness.(*NodeLiveness).Start.func1({0x14005ac6800, 0x0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/liveness/liveness.go:796 +0x2b4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2815 [select]:
google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0x140062a30e0)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:1635 +0x118
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:378 +0x1358
goroutine 2033 [semacquire]:
sync.runtime_Semacquire(0x28?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28
sync.(*WaitGroup).Wait(0x14005774348)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80
golang.org/x/sync/errgroup.(*Group).Wait(0x14005774340)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:53 +0x2c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x14005774340?, {0x10ae52478?, 0x14005774300?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x10ae52520?, 0x14004938720?}, {0x1400711bc58, 0x2, 0x1400711bdb0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x88
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0x14003c13340, {0x10ae52520, 0x14004938720}, 0x1400574a9c0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:318 +0x5fc
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).Start.func2({0x10ae52520, 0x14004938690})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:232 +0x294
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1839 [IO wait]:
internal/poll.runtime_pollWait(0x13863ec38, 0x72)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/netpoll.go:305 +0xa0
internal/poll.(*pollDesc).wait(0x14000f93b80?, 0x140042f5500?, 0x0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:84 +0x28
internal/poll.(*pollDesc).waitRead(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0x14000f93b80, {0x140042f5500, 0x700, 0x700})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_unix.go:167 +0x1e0
net.(*netFD).Read(0x14000f93b80, {0x140042f5500?, 0x14001aa7318?, 0x8?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/fd_posix.go:55 +0x28
net.(*conn).Read(0x14005e1a638, {0x140042f5500?, 0x1400657a798?, 0x1048925e8?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/net.go:183 +0x34
crypto/tls.(*atLeastReader).Read(0x1400378f638, {0x140042f5500?, 0x0?, 0x104c2b7c8?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:787 +0x40
bytes.(*Buffer).ReadFrom(0x14001aa73f8, {0x10ae09da0, 0x1400378f638})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/bytes/buffer.go:202 +0x90
crypto/tls.(*Conn).readFromUntil(0x14001aa7180, {0x10ae18200?, 0x14005e1a638}, 0x700?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:809 +0xd4
crypto/tls.(*Conn).readRecordOrCCS(0x14001aa7180, 0x0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:616 +0xd8
crypto/tls.(*Conn).readRecord(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:582
crypto/tls.(*Conn).Read(0x14001aa7180, {0x1400528e000, 0x8000, 0x104fc531c?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:1287 +0x178
bufio.(*Reader).Read(0x140059476e0, {0x14002075540, 0x9, 0x0?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/bufio/bufio.go:237 +0x1e0
io.ReadAtLeast({0x10ae08060, 0x140059476e0}, {0x14002075540, 0x9, 0x9}, 0x9)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:332 +0xa0
io.ReadFull(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:351
golang.org/x/net/http2.readFrameHeader({0x14002075540?, 0x9?, 0x1048ebd10?}, {0x10ae08060?, 0x140059476e0?})
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/http2/frame.go:237 +0x58
golang.org/x/net/http2.(*Framer).ReadFrame(0x14002075500)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/http2/frame.go:498 +0x84
google.golang.org/grpc/internal/transport.(*http2Client).reader(0x140042581e0, 0x140055d36e0?)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:1561 +0x1b8
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:388 +0x13c8
goroutine 3363 [select]:
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:349 +0x68
created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:348 +0x14c
goroutine 3094 [semacquire]:
sync.runtime_Semacquire(0x28?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28
sync.(*WaitGroup).Wait(0x14002ede148)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80
golang.org/x/sync/errgroup.(*Group).Wait(0x14002ede140)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:53 +0x2c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x14002ede140?, {0x10ae52478?, 0x14002ede100?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x10ae52520?, 0x14005b9f1a0?}, {0x14004183c58, 0x2, 0x14007d39db0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x88
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0x14007b85e40, {0x10ae52520, 0x14005b9f1a0}, 0x14007b8b780)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:318 +0x5fc
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).Start.func2({0x10ae52520, 0x14005b9f110})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:232 +0x294
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2120 [select]:
github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slinstance.(*Instance).heartbeatLoopInner(0x14003269dd0, {0x10ae52478, 0x140057e63c0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slinstance/slinstance.go:323 +0x128
github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slinstance.(*Instance).heartbeatLoop(0x14003269dd0, {0x10ae52520, 0x1400409f350})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slinstance/slinstance.go:292 +0x34
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2288 [IO wait]:
internal/poll.runtime_pollWait(0x1390a81f8, 0x72)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/netpoll.go:305 +0xa0
internal/poll.(*pollDesc).wait(0x1400652e980?, 0x14004b5a700?, 0x0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:84 +0x28
internal/poll.(*pollDesc).waitRead(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0x1400652e980, {0x14004b5a700, 0x700, 0x700})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_unix.go:167 +0x1e0
net.(*netFD).Read(0x1400652e980, {0x14004b5a700?, 0x1400645f758?, 0x104887a8c?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/fd_posix.go:55 +0x28
net.(*conn).Read(0x1400063c6a0, {0x14004b5a700?, 0x1400645f818?, 0x10496ab20?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/net.go:183 +0x34
crypto/tls.(*atLeastReader).Read(0x14004b94ff0, {0x14004b5a700?, 0x0?, 0x104c2b7c8?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:787 +0x40
bytes.(*Buffer).ReadFrom(0x1400451d078, {0x10ae09da0, 0x14004b94ff0})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/bytes/buffer.go:202 +0x90
crypto/tls.(*Conn).readFromUntil(0x1400451ce00, {0x10ae18200?, 0x1400063c6a0}, 0x6?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:809 +0xd4
crypto/tls.(*Conn).readRecordOrCCS(0x1400451ce00, 0x0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:616 +0xd8
crypto/tls.(*Conn).readRecord(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:582
crypto/tls.(*Conn).Read(0x1400451ce00, {0x14003658000, 0x8000, 0x10acf1a20?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:1287 +0x178
bufio.(*Reader).Read(0x140029fec60, {0x1400212fa80, 0x9, 0x1400645fdd8?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/bufio/bufio.go:237 +0x1e0
io.ReadAtLeast({0x10ae08060, 0x140029fec60}, {0x1400212fa80, 0x9, 0x9}, 0x9)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:332 +0xa0
io.ReadFull(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:351
golang.org/x/net/http2.readFrameHeader({0x1400212fa80?, 0x9?, 0x10000000d?}, {0x10ae08060?, 0x140029fec60?})
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/http2/frame.go:237 +0x58
golang.org/x/net/http2.(*Framer).ReadFrame(0x1400212fa40)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/http2/frame.go:498 +0x84
google.golang.org/grpc/internal/transport.(*http2Client).reader(0x14001ca61e0, 0x1400352bf68?)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:1561 +0x1b8
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:388 +0x13c8
goroutine 1822 [select]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0x14004ded770, 0x1)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/controlbuf.go:408 +0x154
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0x14005868720)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/controlbuf.go:535 +0x74
google.golang.org/grpc/internal/transport.NewServerTransport.func2()
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:334 +0xd0
created by google.golang.org/grpc/internal/transport.NewServerTransport
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:331 +0x133c
goroutine 1840 [select]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0x14004bed810, 0x1)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/controlbuf.go:408 +0x154
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0x140059477a0)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/controlbuf.go:535 +0x74
google.golang.org/grpc/internal/transport.newHTTP2Client.func6()
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:442 +0x64
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:440 +0x1888
goroutine 1823 [select]:
google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0x140049311e0)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:1129 +0x188
created by google.golang.org/grpc/internal/transport.NewServerTransport
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:343 +0x1380
goroutine 1824 [IO wait]:
internal/poll.runtime_pollWait(0x13863ed28, 0x72)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/netpoll.go:305 +0xa0
internal/poll.(*pollDesc).wait(0x14005147f80?, 0x14001614600?, 0x0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:84 +0x28
internal/poll.(*pollDesc).waitRead(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0x14005147f80, {0x14001614600, 0x600, 0x600})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_unix.go:167 +0x1e0
net.(*netFD).Read(0x14005147f80, {0x14001614600?, 0x14001614600?, 0x5?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/fd_posix.go:55 +0x28
net.(*conn).Read(0x14000a9cda0, {0x14001614600?, 0x14004f3b7f8?, 0x104c2b818?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/net.go:183 +0x34
github.com/cockroachdb/cmux.(*MuxConn).Read(0x140055d36e0, {0x14001614600, 0x600, 0x600})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/cmux.go:218 +0x170
crypto/tls.(*atLeastReader).Read(0x14004254c00, {0x14001614600?, 0x14004931520?, 0x104c2b7c8?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:787 +0x40
bytes.(*Buffer).ReadFrom(0x14000fd4cf8, {0x10ae09da0, 0x14004254c00})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/bytes/buffer.go:202 +0x90
crypto/tls.(*Conn).readFromUntil(0x14000fd4a80, {0x1376b0ef0?, 0x140055d36e0}, 0x600?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:809 +0xd4
crypto/tls.(*Conn).readRecordOrCCS(0x14000fd4a80, 0x0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:616 +0xd8
crypto/tls.(*Conn).readRecord(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:582
crypto/tls.(*Conn).Read(0x14000fd4a80, {0x14005680000, 0x8000, 0x14005507e00?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:1287 +0x178
bufio.(*Reader).Read(0x140058686c0, {0x14003d0dc40, 0x9, 0x104fbe0d4?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/bufio/bufio.go:237 +0x1e0
io.ReadAtLeast({0x10ae08060, 0x140058686c0}, {0x14003d0dc40, 0x9, 0x9}, 0x9)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:332 +0xa0
io.ReadFull(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:351
golang.org/x/net/http2.readFrameHeader({0x14003d0dc40?, 0x9?, 0x14004f085c8?}, {0x10ae08060?, 0x140058686c0?})
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/http2/frame.go:237 +0x58
golang.org/x/net/http2.(*Framer).ReadFrame(0x14003d0dc00)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/http2/frame.go:498 +0x84
google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0x140049311e0, 0x14000f93180?, 0x0?)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:610 +0x114
google.golang.org/grpc.(*Server).serveStreams(0x14000dc83c0, {0x10ae9f060?, 0x140049311e0})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:949 +0x134
google.golang.org/grpc.(*Server).handleRawConn.func1()
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:891 +0x44
created by google.golang.org/grpc.(*Server).handleRawConn
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:890 +0x174
goroutine 2084 [select]:
google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0x14005627c20)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:1635 +0x118
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:378 +0x1358
goroutine 2500 [select]:
github.com/cockroachdb/cockroach/pkg/util/hlc.(*Clock).StartMonitoringForwardClockJumps.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/hlc/hlc.go:275 +0x114
created by github.com/cockroachdb/cockroach/pkg/util/hlc.(*Clock).StartMonitoringForwardClockJumps
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/hlc/hlc.go:267 +0x118
goroutine 1992 [select]:
github.com/cockroachdb/cockroach/pkg/util/future.Wait[...]({0x10ae52520, 0x14004cfb4a0}, 0x140006ff7e0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/future/future.go:95 +0x78
github.com/cockroachdb/cockroach/pkg/server.(*Node).RangeFeed(0x140012fa000, 0x14001c05e60, {0x10ae92650, 0x140006ff7e0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1442 +0x140
github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2.1({0x0?, 0x10ae52520?}, {0x10ae87528?, 0x140032a9840?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1132 +0x78
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x14004b48b40?}, 0x10dfbe780, 0x14003e7f570)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x4b8
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14004b48b40?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:970 +0x60
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14004b48b40}, 0x14001b24000?, 0x14001df5180)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:277 +0x78
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14004b48b40?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c
github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor({0x14001b24000?, {{0x100000071?}, {0x10ae73d60?, 0x14000b3eea0?}}}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14004b48b40}, 0x10dfbe780, 0x14001df5180)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:132 +0x2d4
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14004b48b40?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x0?, 0x0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:244 +0x34
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0x14000e6c900, {0x10ae52520, 0x14004b48ae0}, {0x14004b78078?, 0x14004f266a8?}, 0x14004f26668)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:322 +0xac
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x14004b48b40?}, 0x10dfbe780, 0x14001df5180)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:243 +0xcc
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14004b48b40?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run({0x1400011b680, 0x4, 0x4}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14004b48b40}, 0x10dfbe780, 0x14003e7f570)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:975 +0x12c
github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1137 +0xfc
created by github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1125 +0x2a8
goroutine 1975 [select]:
github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigkvsubscriber.(*KVSubscriber).Start.func1({0x10ae52520, 0x14004177e00})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigkvsubscriber/kvsubscriber.go:271 +0x1f4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1991 [select]:
github.com/cockroachdb/cockroach/pkg/rpc.(*pipe).recv(0x1400373ada0, {0x10ae52520, 0x14004b48a80})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1377 +0x98
github.com/cockroachdb/cockroach/pkg/rpc.pipeReader.recv({0x1400373ada0?, 0x10ade6dc8?}, {0x10ae52520?, 0x14004b48a80?}, {0x10ac5a180, 0x14003fe0570})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1413 +0x40
github.com/cockroachdb/cockroach/pkg/rpc.clientStream.RecvMsg(...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1461
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0x1400041a860, {0x10ac5a180?, 0x14003fe0570?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:393 +0x38
github.com/cockroachdb/cockroach/pkg/rpc.rangeFeedClientAdapter.Recv({{0x10ae874e0?, 0x1400041a860?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1180 +0x58
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed.func6()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:650 +0x34
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*stuckRangeFeedCanceler).do(0x14003dd4690, 0x140052c7758)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed_canceler.go:135 +0x180
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0x14001eec000, {0x10ae52478?, 0x1400564a200?}, {{0x14004b78070, 0x2, 0x8}, {0x14004b78078, 0x2, 0x8}}, {0x0?, ...}, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:649 +0xb24
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0x14001eec000, {0x10ae52478, 0x1400564a200}, 0x14003dd4640, 0x10ade4540?, {{0x14004b78070, 0x2, 0x8}, {0x14004b78078, 0x2, ...}}, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:424 +0x5f4
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1.1({0x10ae52478?, 0x1400564a200?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:208 +0xac
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 1976 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.(*Watcher).Run(0x14003269200, {0x10ae52478, 0x140051a1f00})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:338 +0x7b4
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.Start.func1({0x10ae52520?, 0x14004177e30?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:197 +0x17c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1977 [select]:
github.com/cockroachdb/cockroach/pkg/server.startSystemLogsGC.func1({0x10ae52520, 0x14004177e60})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/server_systemlog_gc.go:263 +0x1d0
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1965 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run(0x140001dcc00, {0x10ae52520?, 0x14004cfb710?}, 0xc?, 0x14005135848, 0x14000e6c900)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:292 +0x388
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).Start.func1({0x10ae52520?, 0x14004cfb710?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:240 +0x40
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1989 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1({0x10ae52478, 0x1400564a200})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:204 +0xfc
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 1988 [select]:
google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0x140010ef6d0, {0x14004c10880, 0x5, 0x5})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:183 +0x74
google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0x140010ef6d0, {0x14004c10880?, 0x14000c76630?, 0x140070476a0?})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:177 +0x180
google.golang.org/grpc/internal/transport.(*transportReader).Read(0x14004d4dce0, {0x14004c10880?, 0x14007047728?, 0x104fc6c78?})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:495 +0x34
io.ReadAtLeast({0x10ae17720, 0x14004d4dce0}, {0x14004c10880, 0x5, 0x5}, 0x5)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:332 +0xa0
io.ReadFull(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:351
google.golang.org/grpc/internal/transport.(*Stream).Read(0x14001c05320, {0x14004c10880, 0x5, 0x5})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:479 +0x98
google.golang.org/grpc.(*parser).recvMsg(0x14004c10870, 0x7fffffff)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/rpc_util.go:560 +0x48
google.golang.org/grpc.recvAndDecompress(0x10a4f7520?, 0x14001c05320, {0x0, 0x0}, 0x7fffffff, 0x0, {0x10ae50090, 0x10e1a1910})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/rpc_util.go:691 +0x40
google.golang.org/grpc.recv(0x1400447faa0?, {0x137744388, 0x140000bc910}, 0x14005e9e820?, {0x0?, 0x0?}, {0x10ab9afe0, 0x1400420f900}, 0x0?, 0x0, ...)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/rpc_util.go:757 +0x5c
google.golang.org/grpc.(*serverStream).RecvMsg(0x140020a6b60, {0x10ab9afe0?, 0x1400420f900})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/stream.go:1655 +0xf0
github.com/cockroachdb/cockroach/pkg/gossip.(*gossipGossipServer).Recv(0x1400373a9e0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.pb.go:679 +0x58
github.com/cockroachdb/cockroach/pkg/gossip.(*server).gossipReceiver(0x1400142c000, {0x10ae52520?, 0x14004d4df50}, 0x14006546520, 0x1400562fc40, 0x14006677f00)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:334 +0x824
github.com/cockroachdb/cockroach/pkg/gossip.(*server).Gossip.func3({0x10ae52520?, 0x14004d4df50?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:142 +0x70
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1986 [select]:
google.golang.org/grpc.(*ClientConn).WaitForStateChange(0x14000fd4700, {0x10ae52520, 0x14004d4db90}, 0x2)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:515 +0x94
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat.func3({0x10ae52520, 0x14004d4db90})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:2522 +0x60
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1987 [select]:
github.com/cockroachdb/cockroach/pkg/gossip.(*server).Gossip(0x1400142c000, {0x10ae93bc0, 0x1400373a9e0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:193 +0x738
github.com/cockroachdb/cockroach/pkg/gossip._Gossip_Gossip_Handler({0x10ad9e140?, 0x14001432000}, {0x10ae87528?, 0x14001ac7cc0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.pb.go:660 +0x9c
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x10ad9e140, 0x14001432000}, {0x10ae87be8?, 0x140020a6b60?}, 0x14004c10888, 0x10ade4330)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x4b8
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x10ad9e140?, 0x14001432000?}, {0x10ae87be8?, 0x140020a6b60?})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:1482 +0x60
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x10ad9e140, 0x14001432000}, {0x10ae87be8, 0x140020a6b60}, 0x14001b24000?, 0x1400562fb40)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:277 +0x78
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x10ad9e140?, 0x14001432000?}, {0x10ae87be8?, 0x140020a6b60?})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:1485 +0x8c
github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor({0x14001b24000?, {{0x104900320?}, {0x10ae73d60?, 0x14000b3eea0?}}}, {0x10ad9e140, 0x14001432000}, {0x10ae87be8, 0x140020a6b60}, 0x14004c10888, 0x1400562fb40)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:132 +0x2d4
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x10ad9e140?, 0x14001432000?}, {0x10ae87be8?, 0x140020a6b60?})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:1485 +0x8c
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x1f?, 0x0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:244 +0x34
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0x14000e6c900, {0x10ae52520, 0x14004d4dda0}, {0x1048c1920?, 0x1400657ba58?}, 0x1400657ba18)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:322 +0xac
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x10ad9e140, 0x14001432000}, {0x10ae87be8?, 0x140020a6b60?}, 0x14004c10888, 0x1400562fb40)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:243 +0xcc
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x10ad9e140?, 0x14001432000?}, {0x10ae87be8?, 0x140020a6b60?})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:1485 +0x8c
google.golang.org/grpc.chainStreamInterceptors.func1({0x10ad9e140, 0x14001432000}, {0x10ae87be8, 0x140020a6b60}, 0x14004c10888, 0x10ade4330)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:1487 +0x120
google.golang.org/grpc.(*Server).processStreamingRPC(0x14000dc83c0, {0x10ae9f060, 0x140049311e0}, 0x14001c05320, 0x14000d3ebd0, 0x10dfc9220, 0x0)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:1636 +0xf30
google.golang.org/grpc.(*Server).handleStream(0x14000dc83c0, {0x10ae9f060, 0x140049311e0}, 0x14001c05320, 0x0)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:1717 +0x804
google.golang.org/grpc.(*Server).serveStreams.func1.2()
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:965 +0x84
created by google.golang.org/grpc.(*Server).serveStreams.func1
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:963 +0x290
goroutine 2003 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2({0x10ae52520, 0x14004248cc0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:843 +0xc0
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2004 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2({0x10ae52520, 0x14004248d50})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:843 +0xc0
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2005 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2({0x10ae52520, 0x14004248d80})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:843 +0xc0
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2006 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2({0x10ae52520, 0x14004248e40})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:843 +0xc0
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2007 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2({0x10ae52520, 0x14004248ea0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:843 +0xc0
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2008 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicaScanner).waitAndProcess(0x140020a6a80, {0x10ae52520, 0x14004248f00}, {0x0?, 0x14003564718?, 0x0?}, 0x0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scanner.go:224 +0x178
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicaScanner).scanLoop.func1({0x10ae52520?, 0x14004248f00})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scanner.go:291 +0x210
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1993 [select]:
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:349 +0x68
created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:348 +0x14c
goroutine 2018 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run(0x14002827500, {0x10ae52520?, 0x14004b8eae0?}, 0x33?, 0x14004df8378, 0x14000e6c900)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:292 +0x388
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).Start.func1({0x10ae52520?, 0x14004b8eae0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:240 +0x40
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1967 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).outputLoop(0x14001c13b30, {0x10ae52478, 0x14001df5400})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:326 +0x1b0
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).runOutputLoop(0x14001c13b30, {0x10ae52520, 0x14004cfb9e0}, 0x1050126f4?)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:351 +0xac
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run.func1({0x10ae52520?, 0x14004cfb9e0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:320 +0x44
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1995 [semacquire]:
sync.runtime_Semacquire(0x1400564a500?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28
sync.(*WaitGroup).Wait(0x1400564a508)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80
golang.org/x/sync/errgroup.(*Group).Wait(0x1400564a500)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:53 +0x2c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x1400564a500?, {0x10ae52478?, 0x1400564a4c0?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans(0x14001eec000, {0x10ae52478, 0x1400564a400}, {0x1400564a480, 0x1, 0x0?}, 0x0, 0x14005f24e40, {0x14000dc4d70, 0x1, ...})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:230 +0x524
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed(0x1400097da40?, {0x10ae52478, 0x1400564a400}, {0x14002267890, 0x1, 0x14004f11520?}, {0x14004e09770?, 0x0?, 0x0?}, 0x0?, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:148 +0xc4
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*dbAdapter).RangeFeed(0x0?, {0x10ae52478?, 0x1400564a400?}, {0x14002267890?, 0x1?, 0x1?}, {0x0?, 0x3176300?, 0x40?}, 0x0?, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/db_adapter.go:81 +0x30
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func1({0x10ae52478?, 0x1400564a400?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:312 +0x70
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 1996 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).processEvents(0x140040e31e0, {0x10ae52478, 0x1400564a400}, 0x58?, 0x14005f24e40)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:358 +0x94
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func2({0x10ae52478?, 0x1400564a400?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:315 +0x3c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 1997 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1({0x10ae52478, 0x1400564a4c0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:204 +0xfc
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 1999 [select]:
github.com/cockroachdb/cockroach/pkg/rpc.(*pipe).recv(0x1400373afa0, {0x10ae52520, 0x14004b492f0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1377 +0x98
github.com/cockroachdb/cockroach/pkg/rpc.pipeReader.recv({0x1400373afa0?, 0x10ade6dc8?}, {0x10ae52520?, 0x14004b492f0?}, {0x10ac5a180, 0x1400442ac90})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1413 +0x40
github.com/cockroachdb/cockroach/pkg/rpc.clientStream.RecvMsg(...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1461
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0x1400041afc0, {0x10ac5a180?, 0x1400442ac90?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:393 +0x38
github.com/cockroachdb/cockroach/pkg/rpc.rangeFeedClientAdapter.Recv({{0x10ae874e0?, 0x1400041afc0?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1180 +0x58
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed.func6()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:650 +0x34
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*stuckRangeFeedCanceler).do(0x14003dd47d0, 0x14005787758)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed_canceler.go:135 +0x180
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0x14001eec000, {0x10ae52478?, 0x1400564a4c0?}, {{0x14006141dc8, 0x1, 0x8}, {0x14006141dd0, 0x1, 0x8}}, {0x0?, ...}, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:649 +0xb24
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0x14001eec000, {0x10ae52478, 0x1400564a4c0}, 0x14003dd4780, 0x10ade4540?, {{0x14006141dc8, 0x1, 0x8}, {0x14006141dd0, 0x1, ...}}, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:424 +0x5f4
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1.1({0x10ae52478?, 0x1400564a4c0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:208 +0xac
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 2000 [select]:
github.com/cockroachdb/cockroach/pkg/util/future.Wait[...]({0x10ae52520, 0x14004b8e930}, 0x14000da3e90)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/future/future.go:95 +0x78
github.com/cockroachdb/cockroach/pkg/server.(*Node).RangeFeed(0x140012fa000, 0x14001e345a0, {0x10ae92650, 0x14000da3e90})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1442 +0x140
github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2.1({0x0?, 0x10ae52520?}, {0x10ae87528?, 0x140030fa680?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1132 +0x78
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x14004b493e0?}, 0x10dfbe780, 0x14003bb01c0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x4b8
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14004b493e0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:970 +0x60
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14004b493e0}, 0x14001b24000?, 0x14004038800)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:277 +0x78
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14004b493e0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c
github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor({0x14001b24000?, {{0x0?}, {0x10ae73d60?, 0x14000b3eea0?}}}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14004b493e0}, 0x10dfbe780, 0x14004038800)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:132 +0x2d4
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14004b493e0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x0?, 0x0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:244 +0x34
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0x14000e6c900, {0x10ae52520, 0x14004b49350}, {0x14006141dd0?, 0x14004f416a8?}, 0x14004f41668)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:322 +0xac
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x14004b493e0?}, 0x10dfbe780, 0x14004038800)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:243 +0xcc
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14004b493e0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run({0x1400011b680, 0x4, 0x4}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14004b493e0}, 0x10dfbe780, 0x14003bb01c0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:975 +0x12c
github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1137 +0xfc
created by github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1125 +0x2a8
goroutine 2001 [select]:
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:349 +0x68
created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:348 +0x14c
goroutine 2035 [select]:
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0x14003128c00, {0x10ae52520, 0x14004b499e0}, 0x14004b499b0, {0x14006021c30?, 0x10501124c?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:2394 +0x30c
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1({0x10ae52520, 0x14004b499e0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:2248 +0x9c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2036 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0x1400564a7c0)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:115 +0x68
created by google.golang.org/grpc.newCCBalancerWrapper
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:76 +0x22c
goroutine 2229 [select]:
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:349 +0x68
created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:348 +0x14c
goroutine 2021 [select]:
google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0x14003c7b860)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:1635 +0x118
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:378 +0x1358
goroutine 2022 [IO wait]:
internal/poll.runtime_pollWait(0x13863e968, 0x72)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/netpoll.go:305 +0xa0
internal/poll.(*pollDesc).wait(0x14000f79300?, 0x140042b8e00?, 0x0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:84 +0x28
internal/poll.(*pollDesc).waitRead(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0x14000f79300, {0x140042b8e00, 0x700, 0x700})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_unix.go:167 +0x1e0
net.(*netFD).Read(0x14000f79300, {0x140042b8e00?, 0x140043bfa18?, 0x8?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/fd_posix.go:55 +0x28
net.(*conn).Read(0x14005bbcf08, {0x140042b8e00?, 0x10f9613c8?, 0x140042b8e06?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/net.go:183 +0x34
crypto/tls.(*atLeastReader).Read(0x14002dca0c0, {0x140042b8e00?, 0x0?, 0x104c2b7c8?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:787 +0x40
bytes.(*Buffer).ReadFrom(0x140043bfaf8, {0x10ae09da0, 0x14002dca0c0})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/bytes/buffer.go:202 +0x90
crypto/tls.(*Conn).readFromUntil(0x140043bf880, {0x10ae18200?, 0x14005bbcf08}, 0x1048a13c0?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:809 +0xd4
crypto/tls.(*Conn).readRecordOrCCS(0x140043bf880, 0x0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:616 +0xd8
crypto/tls.(*Conn).readRecord(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:582
crypto/tls.(*Conn).Read(0x140043bf880, {0x14005832000, 0x8000, 0x104f71718?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:1287 +0x178
bufio.(*Reader).Read(0x1400521fce0, {0x14002023ee0, 0x9, 0x14004b8f4a0?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/bufio/bufio.go:237 +0x1e0
io.ReadAtLeast({0x10ae08060, 0x1400521fce0}, {0x14002023ee0, 0x9, 0x9}, 0x9)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:332 +0xa0
io.ReadFull(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:351
golang.org/x/net/http2.readFrameHeader({0x14002023ee0?, 0x9?, 0x1048ebd10?}, {0x10ae08060?, 0x1400521fce0?})
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/http2/frame.go:237 +0x58
golang.org/x/net/http2.(*Framer).ReadFrame(0x14002023ea0)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/http2/frame.go:498 +0x84
google.golang.org/grpc/internal/transport.(*http2Client).reader(0x14003c7b860, 0x14004f41768?)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:1561 +0x1b8
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:388 +0x13c8
goroutine 2023 [select]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0x14003724640, 0x1)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/controlbuf.go:408 +0x154
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0x1400521fda0)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/controlbuf.go:535 +0x74
google.golang.org/grpc/internal/transport.newHTTP2Client.func6()
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:442 +0x64
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:440 +0x1888
goroutine 2024 [select]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0x140037247d0, 0x1)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/controlbuf.go:408 +0x154
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0x14005e32420)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/controlbuf.go:535 +0x74
google.golang.org/grpc/internal/transport.NewServerTransport.func2()
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:334 +0xd0
created by google.golang.org/grpc/internal/transport.NewServerTransport
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:331 +0x133c
goroutine 2025 [select]:
google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0x14005579a00)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:1129 +0x188
created by google.golang.org/grpc/internal/transport.NewServerTransport
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:343 +0x1380
goroutine 2026 [IO wait]:
internal/poll.runtime_pollWait(0x13863ea58, 0x72)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/netpoll.go:305 +0xa0
internal/poll.(*pollDesc).wait(0x14004391200?, 0x14001726600?, 0x0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:84 +0x28
internal/poll.(*pollDesc).waitRead(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0x14004391200, {0x14001726600, 0x600, 0x600})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_unix.go:167 +0x1e0
net.(*netFD).Read(0x14004391200, {0x14001726600?, 0x140058996e8?, 0x1048946a8?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/fd_posix.go:55 +0x28
net.(*conn).Read(0x14005e1a650, {0x14001726600?, 0x14004d5af98?, 0x0?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/net.go:183 +0x34
github.com/cockroachdb/cmux.(*MuxConn).Read(0x14005846ae0, {0x14001726600, 0x600, 0x600})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/cmux.go:218 +0x170
crypto/tls.(*atLeastReader).Read(0x14004ce2288, {0x14001726600?, 0x0?, 0x104c2b7c8?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:787 +0x40
bytes.(*Buffer).ReadFrom(0x14004d5b078, {0x10ae09da0, 0x14004ce2288})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/bytes/buffer.go:202 +0x90
crypto/tls.(*Conn).readFromUntil(0x14004d5ae00, {0x1376b0ef0?, 0x14005846ae0}, 0x1048d7160?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:809 +0xd4
crypto/tls.(*Conn).readRecordOrCCS(0x14004d5ae00, 0x0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:616 +0xd8
crypto/tls.(*Conn).readRecord(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:582
crypto/tls.(*Conn).Read(0x14004d5ae00, {0x1400584a000, 0x8000, 0x14000000027?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:1287 +0x178
bufio.(*Reader).Read(0x14005e323c0, {0x14004398120, 0x9, 0x104fbe158?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/bufio/bufio.go:237 +0x1e0
io.ReadAtLeast({0x10ae08060, 0x14005e323c0}, {0x14004398120, 0x9, 0x9}, 0x9)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:332 +0xa0
io.ReadFull(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:351
golang.org/x/net/http2.readFrameHeader({0x14004398120?, 0x9?, 0x1400357ddc8?}, {0x10ae08060?, 0x14005e323c0?})
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/http2/frame.go:237 +0x58
golang.org/x/net/http2.(*Framer).ReadFrame(0x140043980e0)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/http2/frame.go:498 +0x84
google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0x14005579a00, 0x14000f9b540?, 0x0?)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:610 +0x114
google.golang.org/grpc.(*Server).serveStreams(0x14000dc83c0, {0x10ae9f060?, 0x14005579a00})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:949 +0x134
google.golang.org/grpc.(*Server).handleRawConn.func1()
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:891 +0x44
created by google.golang.org/grpc.(*Server).handleRawConn
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:890 +0x174
goroutine 2027 [select]:
google.golang.org/grpc.(*ClientConn).WaitForStateChange(0x14004a93500, {0x10ae52520, 0x14004b8fe30}, 0x2)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:515 +0x94
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat.func3({0x10ae52520, 0x14004b8fe30})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:2522 +0x60
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2066 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0x140057da080)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:115 +0x68
created by google.golang.org/grpc.newCCBalancerWrapper
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:76 +0x22c
goroutine 2228 [select]:
google.golang.org/grpc.newClientStreamWithParams.func4()
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/stream.go:366 +0x8c
created by google.golang.org/grpc.newClientStreamWithParams
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/stream.go:365 +0xc44
goroutine 2086 [select]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0x140042ef130, 0x1)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/controlbuf.go:408 +0x154
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0x14005de0c60)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/controlbuf.go:535 +0x74
google.golang.org/grpc/internal/transport.newHTTP2Client.func6()
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:442 +0x64
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:440 +0x1888
goroutine 2085 [IO wait]:
internal/poll.runtime_pollWait(0x13863e788, 0x72)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/netpoll.go:305 +0xa0
internal/poll.(*pollDesc).wait(0x14004f3d000?, 0x1400397e000?, 0x0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:84 +0x28
internal/poll.(*pollDesc).waitRead(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0x14004f3d000, {0x1400397e000, 0xa000, 0xa000})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_unix.go:167 +0x1e0
net.(*netFD).Read(0x14004f3d000, {0x1400397e000?, 0x1400285ac18?, 0x8?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/fd_posix.go:55 +0x28
net.(*conn).Read(0x14005bbd0a0, {0x1400397e000?, 0x10f962688?, 0x6?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/net.go:183 +0x34
crypto/tls.(*atLeastReader).Read(0x14004e85a28, {0x1400397e000?, 0x0?, 0x104c2b7c8?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:787 +0x40
bytes.(*Buffer).ReadFrom(0x1400285acf8, {0x10ae09da0, 0x14004e85a28})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/bytes/buffer.go:202 +0x90
crypto/tls.(*Conn).readFromUntil(0x1400285aa80, {0x10ae18200?, 0x14005bbd0a0}, 0xa000?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:809 +0xd4
crypto/tls.(*Conn).readRecordOrCCS(0x1400285aa80, 0x0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:616 +0xd8
crypto/tls.(*Conn).readRecord(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:582
crypto/tls.(*Conn).Read(0x1400285aa80, {0x140059f8000, 0x8000, 0x104fc531c?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:1287 +0x178
bufio.(*Reader).Read(0x14005de0ba0, {0x140022e4040, 0x9, 0xa?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/bufio/bufio.go:237 +0x1e0
io.ReadAtLeast({0x10ae08060, 0x14005de0ba0}, {0x140022e4040, 0x9, 0x9}, 0x9)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:332 +0xa0
io.ReadFull(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:351
golang.org/x/net/http2.readFrameHeader({0x140022e4040?, 0x9?, 0x1048ebd10?}, {0x10ae08060?, 0x14005de0ba0?})
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/http2/frame.go:237 +0x58
golang.org/x/net/http2.(*Framer).ReadFrame(0x140022e4000)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/http2/frame.go:498 +0x84
google.golang.org/grpc/internal/transport.(*http2Client).reader(0x14005627c20, 0x1400447ea00?)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:1561 +0x1b8
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:388 +0x13c8
goroutine 2907 [semacquire]:
sync.runtime_Semacquire(0x1400627d100?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28
sync.(*WaitGroup).Wait(0x1400627d108)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80
golang.org/x/sync/errgroup.(*Group).Wait(0x1400627d100)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:53 +0x2c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x1400627d100?, {0x10ae52478?, 0x1400627d0c0?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans(0x14001999900, {0x10ae52478, 0x1400627d000}, {0x1400627d080, 0x1, 0x10a4c5340?}, 0x0, 0x140077a4480, {0x14003f91960, 0x1, ...})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:230 +0x524
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed(0x1400660af18?, {0x10ae52478, 0x1400627d000}, {0x1400575c420, 0x1, 0x140061b2e40?}, {0x1400660ae98?, 0x50112b8?, 0x1?}, 0xf8?, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:148 +0xc4
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*dbAdapter).RangeFeed(0x1?, {0x10ae52478?, 0x1400627d000?}, {0x1400575c420?, 0x140056d12c0?, 0x10ae52520?}, {0x1065739d0?, 0xae52520?, 0x1?}, 0x70?, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/db_adapter.go:81 +0x30
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func1({0x10ae52478?, 0x1400627d000?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:312 +0x70
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 2225 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).processEvents(0x14001a7f080, {0x10ae52478, 0x14005c037c0}, 0x1048eb0a4?, 0x140056f5bc0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:358 +0x94
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func2({0x10ae52478?, 0x14005c037c0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:315 +0x3c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 2224 [semacquire]:
sync.runtime_Semacquire(0x14005c038c0?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28
sync.(*WaitGroup).Wait(0x14005c038c8)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80
golang.org/x/sync/errgroup.(*Group).Wait(0x14005c038c0)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:53 +0x2c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x14005c038c0?, {0x10ae52478?, 0x14005c03880?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans(0x140012e5900, {0x10ae52478, 0x14005c037c0}, {0x14005c03840, 0x1, 0x10a4c5340?}, 0x0, 0x140056f5bc0, {0x0, 0x0, ...})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:230 +0x524
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed(0x14005ee6f18?, {0x10ae52478, 0x14005c037c0}, {0x14002266240, 0x1, 0x14000981cc0?}, {0x14005ee6e98?, 0x50112b8?, 0x1?}, 0xf8?, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:148 +0xc4
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*dbAdapter).RangeFeed(0x1?, {0x10ae52478?, 0x14005c037c0?}, {0x14002266240?, 0x14006521b90?, 0x10ae52520?}, {0x1065739d0?, 0xae52520?, 0x1?}, 0xb0?, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/db_adapter.go:81 +0x30
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func1({0x10ae52478?, 0x14005c037c0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:312 +0x70
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 3214 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).outputLoop(0x140041441e0, {0x10ae52478, 0x14008650d00})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:326 +0x1b0
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).runOutputLoop(0x140041441e0, {0x10ae52520, 0x14004c05ce0}, 0x1050126f4?)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:351 +0xac
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run.func1({0x10ae52520?, 0x14004c05ce0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:320 +0x44
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2068 [select]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0x14004ce5c20, 0x1)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/controlbuf.go:408 +0x154
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0x14005ea3080)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/controlbuf.go:535 +0x74
google.golang.org/grpc/internal/transport.NewServerTransport.func2()
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:334 +0xd0
created by google.golang.org/grpc/internal/transport.NewServerTransport
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:331 +0x133c
goroutine 2069 [select]:
google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0x14005f58d00)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:1129 +0x188
created by google.golang.org/grpc/internal/transport.NewServerTransport
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:343 +0x1380
goroutine 2070 [IO wait]:
internal/poll.runtime_pollWait(0x13863e878, 0x72)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/netpoll.go:305 +0xa0
internal/poll.(*pollDesc).wait(0x14003ff7700?, 0x14004a62000?, 0x0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:84 +0x28
internal/poll.(*pollDesc).waitRead(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0x14003ff7700, {0x14004a62000, 0xa000, 0xa000})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_unix.go:167 +0x1e0
net.(*netFD).Read(0x14003ff7700, {0x14004a62000?, 0x14004a62000?, 0x5?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/fd_posix.go:55 +0x28
net.(*conn).Read(0x14006546810, {0x14004a62000?, 0x14001b60198?, 0x8?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/net.go:183 +0x34
github.com/cockroachdb/cmux.(*MuxConn).Read(0x14005e47020, {0x14004a62000, 0xa000, 0xa000})
/Users/tobias/go/pkg/mod/github.com/cockroachdb/[email protected]/cmux.go:218 +0x170
crypto/tls.(*atLeastReader).Read(0x14004e85200, {0x14004a62000?, 0x0?, 0x104c2b7c8?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:787 +0x40
bytes.(*Buffer).ReadFrom(0x14001b60278, {0x10ae09da0, 0x14004e85200})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/bytes/buffer.go:202 +0x90
crypto/tls.(*Conn).readFromUntil(0x14001b60000, {0x1376b0ef0?, 0x14005e47020}, 0xa000?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:809 +0xd4
crypto/tls.(*Conn).readRecordOrCCS(0x14001b60000, 0x0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:616 +0xd8
crypto/tls.(*Conn).readRecord(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:582
crypto/tls.(*Conn).Read(0x14001b60000, {0x14005a24000, 0x8000, 0x14004a6d920?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:1287 +0x178
bufio.(*Reader).Read(0x14005ea3020, {0x1400446b9a0, 0x9, 0x104fbe0d4?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/bufio/bufio.go:237 +0x1e0
io.ReadAtLeast({0x10ae08060, 0x14005ea3020}, {0x1400446b9a0, 0x9, 0x9}, 0x9)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:332 +0xa0
io.ReadFull(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:351
golang.org/x/net/http2.readFrameHeader({0x1400446b9a0?, 0x9?, 0x140033c55c8?}, {0x10ae08060?, 0x14005ea3020?})
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/http2/frame.go:237 +0x58
golang.org/x/net/http2.(*Framer).ReadFrame(0x1400446b960)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/http2/frame.go:498 +0x84
google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0x14005f58d00, 0x14000f9b400?, 0x0?)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:610 +0x114
google.golang.org/grpc.(*Server).serveStreams(0x14000dc83c0, {0x10ae9f060?, 0x14005f58d00})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:949 +0x134
google.golang.org/grpc.(*Server).handleRawConn.func1()
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:891 +0x44
created by google.golang.org/grpc.(*Server).handleRawConn
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:890 +0x174
goroutine 2230 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).outputLoop(0x14001c13e00, {0x10ae52478, 0x140056a0f40})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:326 +0x1b0
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).runOutputLoop(0x14001c13e00, {0x10ae52520, 0x1400492eab0}, 0x1050126f4?)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:351 +0xac
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run.func1({0x10ae52520?, 0x1400492eab0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:320 +0x44
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2363 [select]:
google.golang.org/grpc.(*ClientConn).WaitForStateChange(0x14004ba4700, {0x10ae52520, 0x140044d1b30}, 0x2)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:515 +0x94
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat.func3({0x10ae52520, 0x140044d1b30})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:2522 +0x60
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2231 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).outputLoop(0x1400427a4b0, {0x10ae52478, 0x14004a98180})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:326 +0x1b0
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).runOutputLoop(0x1400427a4b0, {0x10ae52520, 0x140047c0150}, 0x1050126f4?)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:351 +0xac
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run.func1({0x10ae52520?, 0x140047c0150?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:320 +0x44
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 3201 [select]:
google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0x140010ac410, {0x14004b94268, 0x5, 0x5})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:195 +0x74
google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0x140010ac410, {0x14004b94268?, 0x14002cea0d8?, 0x14007e6ed00?})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:175 +0x148
google.golang.org/grpc/internal/transport.(*transportReader).Read(0x14000b69110, {0x14004b94268?, 0x14007e6ed88?, 0x104fc6c78?})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:495 +0x34
io.ReadAtLeast({0x10ae17720, 0x14000b69110}, {0x14004b94268, 0x5, 0x5}, 0x5)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:332 +0xa0
io.ReadFull(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:351
google.golang.org/grpc/internal/transport.(*Stream).Read(0x14005d077a0, {0x14004b94268, 0x5, 0x5})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:479 +0x98
google.golang.org/grpc.(*parser).recvMsg(0x14004b94258, 0x7fffffff)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/rpc_util.go:560 +0x48
google.golang.org/grpc.recvAndDecompress(0x14007e6ef78?, 0x14005d077a0, {0x0, 0x0}, 0x7fffffff, 0x0, {0x10ae50090, 0x10e1a1910})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/rpc_util.go:691 +0x40
google.golang.org/grpc.recv(0x10a510720?, {0x137744388, 0x140000bc910}, 0x6?, {0x0?, 0x0?}, {0x10ac5a180, 0x14004d3ede0}, 0x14005d07200?, 0x0, ...)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/rpc_util.go:757 +0x5c
google.golang.org/grpc.(*csAttempt).recvMsg(0x140026adec0, {0x10ac5a180?, 0x14004d3ede0}, 0x10488a63c?)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/stream.go:1041 +0x240
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x0?)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/stream.go:881 +0x28
google.golang.org/grpc.(*clientStream).withRetry(0x14005d07440, 0x14007e6f208, 0x14007e6f1d8)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/stream.go:716 +0x568
google.golang.org/grpc.(*clientStream).RecvMsg(0x14005d07440, {0x10ac5a180?, 0x14004d3ede0?})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/stream.go:880 +0xbc
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0x14003e67300, {0x10ac5a180?, 0x14004d3ede0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:393 +0x38
github.com/cockroachdb/cockroach/pkg/kv/kvpb.(*internalRangeFeedClient).Recv(0x14000c8db10)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvpb/api.pb.go:9679 +0x58
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed.func6()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:650 +0x34
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*stuckRangeFeedCanceler).do(0x140010ac230, 0x14007e6f758)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed_canceler.go:135 +0x180
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0x140012e5900, {0x10ae52478?, 0x14005c03880?}, {{0x1400447f1b0, 0x1, 0x8}, {0x1400447f1b8, 0x1, 0x8}}, {0x0?, ...}, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:649 +0xb24
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0x140012e5900, {0x10ae52478, 0x14005c03880}, 0x140057d09b0, 0x0?, {{0x1400447f1b0, 0x1, 0x8}, {0x1400447f1b8, 0x1, ...}}, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:424 +0x5f4
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1.1({0x10ae52478?, 0x14005c03880?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:208 +0xac
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 2065 [select]:
google.golang.org/grpc.(*ClientConn).WaitForStateChange(0x14004d5b500, {0x10ae52520, 0x14004d3f9b0}, 0x2)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:515 +0x94
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat.func3({0x10ae52520, 0x14004d3f9b0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:2522 +0x60
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2137 [semacquire]:
sync.runtime_Semacquire(0x140052f5e40?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28
sync.(*WaitGroup).Wait(0x140052f5e48)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80
golang.org/x/sync/errgroup.(*Group).Wait(0x140052f5e40)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:53 +0x2c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x140052f5e40?, {0x10ae52478?, 0x140052f5e00?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans(0x140012e5900, {0x10ae52478, 0x140043a9280}, {0x140043a9300, 0x1, 0x10a4c5340?}, 0x0, 0x14006133260, {0x14000dbb660, 0x1, ...})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:230 +0x524
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed(0x14005f4ef18?, {0x10ae52478, 0x140043a9280}, {0x1400442a540, 0x1, 0x1400580ff80?}, {0x14005f4ee98?, 0x50112b8?, 0x1?}, 0xf8?, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:148 +0xc4
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*dbAdapter).RangeFeed(0x1?, {0x10ae52478?, 0x140043a9280?}, {0x1400442a540?, 0x14003ba21b0?, 0x10ae52520?}, {0x1065739d0?, 0xae52520?, 0x1?}, 0x20?, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/db_adapter.go:81 +0x30
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func1({0x10ae52478?, 0x140043a9280?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:312 +0x70
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 2256 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.(*Watcher).Run(0x140020bc870, {0x10ae52478, 0x1400113b0c0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:338 +0x7b4
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.Start.func1({0x10ae52520?, 0x1400617d830?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:197 +0x17c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2227 [select]:
google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0x1400420fa90, {0x14004254dc0, 0x5, 0x5})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:195 +0x74
google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0x1400420fa90, {0x14004254dc0?, 0x14005d2bc50?, 0x1400593ad00?})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:175 +0x148
google.golang.org/grpc/internal/transport.(*transportReader).Read(0x1400492e630, {0x14004254dc0?, 0x1400593ad88?, 0x104fc6c78?})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:495 +0x34
io.ReadAtLeast({0x10ae17720, 0x1400492e630}, {0x14004254dc0, 0x5, 0x5}, 0x5)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:332 +0xa0
io.ReadFull(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:351
google.golang.org/grpc/internal/transport.(*Stream).Read(0x14003026120, {0x14004254dc0, 0x5, 0x5})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:479 +0x98
google.golang.org/grpc.(*parser).recvMsg(0x14004254db0, 0x7fffffff)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/rpc_util.go:560 +0x48
google.golang.org/grpc.recvAndDecompress(0x1400709af78?, 0x14003026120, {0x0, 0x0}, 0x7fffffff, 0x0, {0x10ae50090, 0x10e1a1910})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/rpc_util.go:691 +0x40
google.golang.org/grpc.recv(0x10a510720?, {0x137744388, 0x140000bc910}, 0x6?, {0x0?, 0x0?}, {0x10ac5a180, 0x14004d3e5d0}, 0x140013b79e0?, 0x0, ...)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/rpc_util.go:757 +0x5c
google.golang.org/grpc.(*csAttempt).recvMsg(0x140043c7680, {0x10ac5a180?, 0x14004d3e5d0}, 0x10488a63c?)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/stream.go:1041 +0x240
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x0?)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/stream.go:881 +0x28
google.golang.org/grpc.(*clientStream).withRetry(0x140013b7d40, 0x1400593b208, 0x1400593b1d8)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/stream.go:716 +0x568
google.golang.org/grpc.(*clientStream).RecvMsg(0x140013b7d40, {0x10ac5a180?, 0x14004d3e5d0?})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/stream.go:880 +0xbc
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0x14000721900, {0x10ac5a180?, 0x14004d3e5d0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:393 +0x38
github.com/cockroachdb/cockroach/pkg/kv/kvpb.(*internalRangeFeedClient).Recv(0x14000c8c080)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvpb/api.pb.go:9679 +0x58
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed.func6()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:650 +0x34
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*stuckRangeFeedCanceler).do(0x1400420f950, 0x1400593b758)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed_canceler.go:135 +0x180
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0x140012e5900, {0x10ae52478?, 0x140058c12c0?}, {{0x14004ce9538, 0x1, 0x8}, {0x14004ce9540, 0x1, 0x8}}, {0x14004b9b700?, ...}, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:649 +0xb24
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0x140012e5900, {0x10ae52478, 0x140058c12c0}, 0x140044a0820, 0x10ade4540?, {{0x14004ce9538, 0x1, 0x8}, {0x14004ce9540, 0x1, ...}}, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:424 +0x5f4
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1.1({0x10ae52478?, 0x140058c12c0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:208 +0xac
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 1979 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.(*Watcher).Run(0x140037718c0, {0x10ae52478, 0x140052f4380})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:338 +0x7b4
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.Start.func1({0x10ae52520?, 0x140036a4930?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:197 +0x17c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 1980 [semacquire]:
sync.runtime_Semacquire(0x28?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28
sync.(*WaitGroup).Wait(0x14005ff4a08)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80
golang.org/x/sync/errgroup.(*Group).Wait(0x14005ff4a00)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:53 +0x2c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x14005ff4a00?, {0x10ae52478?, 0x14005ff49c0?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x10ae52520?, 0x140036a4ba0?}, {0x140064c1c58, 0x2, 0x140064c1db0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x88
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0x14004efb760, {0x10ae52520, 0x140036a4ba0}, 0x140052f4400)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:318 +0x5fc
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).Start.func2({0x10ae52520, 0x140036a4b10})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:232 +0x294
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2197 [select]:
google.golang.org/grpc.newClientStreamWithParams.func4()
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/stream.go:366 +0x8c
created by google.golang.org/grpc.newClientStreamWithParams
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/stream.go:365 +0xc44
goroutine 2432 [IO wait]:
internal/poll.runtime_pollWait(0x13863ef08, 0x72)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/netpoll.go:305 +0xa0
internal/poll.(*pollDesc).wait(0x140010afa00?, 0x1048d6904?, 0x0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:84 +0x28
internal/poll.(*pollDesc).waitRead(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Accept(0x140010afa00)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_unix.go:614 +0x1d0
net.(*netFD).accept(0x140010afa00)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/fd_unix.go:172 +0x28
net.(*TCPListener).accept(0x14001309d58)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/tcpsock_posix.go:142 +0x28
net.(*TCPListener).Accept(0x14001309d58)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/tcpsock.go:288 +0x2c
github.com/cockroachdb/cockroach/pkg/util/netutil.(*TCPServer).ServeWith(0x14003fcae40, {0x10ae52520, 0x140052c8240}, {0x10ae4e3e0, 0x14001309d58}, 0x140010b07a0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:166 +0x58
github.com/cockroachdb/cockroach/pkg/server.startServeSQL.func1({0x10ae52520, 0x140052c8240})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/server_sql.go:1642 +0xd4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2743 [select]:
github.com/cockroachdb/cockroach/pkg/util/future.Wait[...]({0x10ae52520, 0x140054580c0}, 0x14000961c90)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/future/future.go:95 +0x78
github.com/cockroachdb/cockroach/pkg/server.(*Node).RangeFeed(0x140012fa000, 0x140020a06c0, {0x10ae8bad0, 0x14000961c90})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1442 +0x140
github.com/cockroachdb/cockroach/pkg/kv/kvpb._Internal_RangeFeed_Handler({0x10ad58940?, 0x140012fa000}, {0x10ae87528, 0x140044708a0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvpb/api.pb.go:10003 +0xd4
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x10ad58940, 0x140012fa000}, {0x10ae87be8?, 0x140016d29a0?}, 0x14004e84150, 0x10ade45a8)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x4b8
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x10ad58940?, 0x140012fa000?}, {0x10ae87be8?, 0x140016d29a0?})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:1482 +0x60
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x10ad58940, 0x140012fa000}, {0x10ae87be8, 0x140016d29a0}, 0x14001b24000?, 0x14005774700)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:277 +0x78
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x10ad58940?, 0x140012fa000?}, {0x10ae87be8?, 0x140016d29a0?})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:1485 +0x8c
github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor({0x14001b24000?, {{0x8?}, {0x10ae73d60?, 0x14000b3eea0?}}}, {0x10ad58940, 0x140012fa000}, {0x10ae87be8, 0x140016d29a0}, 0x14004e84150, 0x14005774700)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:132 +0x2d4
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x10ad58940?, 0x140012fa000?}, {0x10ae87be8?, 0x140016d29a0?})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:1485 +0x8c
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x0?, 0x3fc3333333333333?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:244 +0x34
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0x14000e6c900, {0x10ae52520, 0x140053b9f20}, {0x8?, 0x14004fefa58?}, 0x14004fefa18)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:322 +0xac
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x10ad58940, 0x140012fa000}, {0x10ae87be8?, 0x140016d29a0?}, 0x14004e84150, 0x14005774700)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:243 +0xcc
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x10ad58940?, 0x140012fa000?}, {0x10ae87be8?, 0x140016d29a0?})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:1485 +0x8c
google.golang.org/grpc.chainStreamInterceptors.func1({0x10ad58940, 0x140012fa000}, {0x10ae87be8, 0x140016d29a0}, 0x14004e84150, 0x10ade45a8)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:1487 +0x120
google.golang.org/grpc.(*Server).processStreamingRPC(0x14000dc83c0, {0x10ae9f060, 0x14005f58d00}, 0x14001b7db00, 0x14000d4f020, 0x10e002800, 0x0)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:1636 +0xf30
google.golang.org/grpc.(*Server).handleStream(0x14000dc83c0, {0x10ae9f060, 0x14005f58d00}, 0x14001b7db00, 0x0)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:1717 +0x804
google.golang.org/grpc.(*Server).serveStreams.func1.2()
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:965 +0x84
created by google.golang.org/grpc.(*Server).serveStreams.func1
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/server.go:963 +0x290
goroutine 2118 [select]:
github.com/cockroachdb/cockroach/pkg/sql/contention.(*eventStore).startResolver.func1({0x10ae52520, 0x1400409f290})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/contention/event_store.go:219 +0x194
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2117 [select]:
github.com/cockroachdb/cockroach/pkg/sql/contention.(*eventStore).startEventIntake.func3({0x140043a4400?, 0x14003d123c0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/contention/event_store.go:188 +0xa0
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2138 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).processEvents(0x14003d88f20, {0x10ae52478, 0x140043a9280}, 0x0?, 0x14006133260)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:358 +0x94
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func2({0x10ae52478?, 0x140043a9280?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:315 +0x3c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 2194 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1({0x10ae52478, 0x140052f5e00})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:204 +0xfc
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 2196 [select]:
google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0x14004d494a0, {0x14002dcb2a0, 0x5, 0x5})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:195 +0x74
google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0x14004d494a0, {0x14002dcb2a0?, 0x14002d36db0?, 0x14005956d00?})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:175 +0x148
google.golang.org/grpc/internal/transport.(*transportReader).Read(0x14003fe1f50, {0x14002dcb2a0?, 0x14005956d88?, 0x104fc6c78?})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:495 +0x34
io.ReadAtLeast({0x10ae17720, 0x14003fe1f50}, {0x14002dcb2a0, 0x5, 0x5}, 0x5)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:332 +0xa0
io.ReadFull(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:351
google.golang.org/grpc/internal/transport.(*Stream).Read(0x1400308fd40, {0x14002dcb2a0, 0x5, 0x5})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:479 +0x98
google.golang.org/grpc.(*parser).recvMsg(0x14002dcb290, 0x7fffffff)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/rpc_util.go:560 +0x48
google.golang.org/grpc.recvAndDecompress(0x140034f2f78?, 0x1400308fd40, {0x0, 0x0}, 0x7fffffff, 0x0, {0x10ae50090, 0x10e1a1910})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/rpc_util.go:691 +0x40
google.golang.org/grpc.recv(0x10a510720?, {0x137744388, 0x140000bc910}, 0x6?, {0x0?, 0x0?}, {0x10ac5a180, 0x14004d3e9f0}, 0x1400308f7a0?, 0x0, ...)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/rpc_util.go:757 +0x5c
google.golang.org/grpc.(*csAttempt).recvMsg(0x140036d7200, {0x10ac5a180?, 0x14004d3e9f0}, 0x10488a63c?)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/stream.go:1041 +0x240
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x0?)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/stream.go:881 +0x28
google.golang.org/grpc.(*clientStream).withRetry(0x1400308fb00, 0x14005957208, 0x140059571d8)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/stream.go:716 +0x568
google.golang.org/grpc.(*clientStream).RecvMsg(0x1400308fb00, {0x10ac5a180?, 0x14004d3e9f0?})
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/stream.go:880 +0xbc
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0x140008e3a20, {0x10ac5a180?, 0x14004d3e9f0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:393 +0x38
github.com/cockroachdb/cockroach/pkg/kv/kvpb.(*internalRangeFeedClient).Recv(0x1400290ff70)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvpb/api.pb.go:9679 +0x58
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed.func6()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:650 +0x34
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*stuckRangeFeedCanceler).do(0x14004d493b0, 0x14005957758)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed_canceler.go:135 +0x180
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0x140012e5900, {0x10ae52478?, 0x140052f5e00?}, {{0x14004ce9618, 0x1, 0x8}, {0x14004ce9620, 0x1, 0x8}}, {0x0?, ...}, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:649 +0xb24
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0x140012e5900, {0x10ae52478, 0x140052f5e00}, 0x14004c02ff0, 0x10ade4540?, {{0x14004ce9618, 0x1, 0x8}, {0x14004ce9620, 0x1, ...}}, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:424 +0x5f4
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1.1({0x10ae52478?, 0x140052f5e00?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:208 +0xac
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 2740 [select]:
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:349 +0x68
created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:348 +0x14c
goroutine 2810 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0x140060ad680)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:115 +0x68
created by google.golang.org/grpc.newCCBalancerWrapper
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:76 +0x22c
goroutine 2477 [IO wait]:
internal/poll.runtime_pollWait(0x1390a7c58, 0x72)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/netpoll.go:305 +0xa0
internal/poll.(*pollDesc).wait(0x140010d4780?, 0x140002f8300?, 0x0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:84 +0x28
internal/poll.(*pollDesc).waitRead(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0x140010d4780, {0x140002f8300, 0x700, 0x700})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_unix.go:167 +0x1e0
net.(*netFD).Read(0x140010d4780, {0x140002f8300?, 0x14000fd5318?, 0x8?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/fd_posix.go:55 +0x28
net.(*conn).Read(0x14000a9cc60, {0x140002f8300?, 0x14000fd52d8?, 0x140002f8300?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/net/net.go:183 +0x34
crypto/tls.(*atLeastReader).Read(0x1400378f698, {0x140002f8300?, 0x0?, 0x104c2b7c8?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:787 +0x40
bytes.(*Buffer).ReadFrom(0x14000fd53f8, {0x10ae09da0, 0x1400378f698})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/bytes/buffer.go:202 +0x90
crypto/tls.(*Conn).readFromUntil(0x14000fd5180, {0x10ae18200?, 0x14000a9cc60}, 0x700?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:809 +0xd4
crypto/tls.(*Conn).readRecordOrCCS(0x14000fd5180, 0x0)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:616 +0xd8
crypto/tls.(*Conn).readRecord(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:582
crypto/tls.(*Conn).Read(0x14000fd5180, {0x14006028000, 0x8000, 0x104fc531c?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:1287 +0x178
bufio.(*Reader).Read(0x14004da5ce0, {0x14004398ba0, 0x9, 0x0?})
/opt/homebrew/Cellar/go/1.19.2/libexec/src/bufio/bufio.go:237 +0x1e0
io.ReadAtLeast({0x10ae08060, 0x14004da5ce0}, {0x14004398ba0, 0x9, 0x9}, 0x9)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:332 +0xa0
io.ReadFull(...)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:351
golang.org/x/net/http2.readFrameHeader({0x14004398ba0?, 0x9?, 0x1048ebd10?}, {0x10ae08060?, 0x14004da5ce0?})
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/http2/frame.go:237 +0x58
golang.org/x/net/http2.(*Framer).ReadFrame(0x14004398b60)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/http2/frame.go:498 +0x84
google.golang.org/grpc/internal/transport.(*http2Client).reader(0x1400445f4a0, 0x140051eb768?)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:1561 +0x1b8
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:388 +0x13c8
goroutine 2106 [semacquire]:
sync.runtime_Semacquire(0x140058c1300?)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28
sync.(*WaitGroup).Wait(0x140058c1308)
/opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80
golang.org/x/sync/errgroup.(*Group).Wait(0x140058c1300)
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:53 +0x2c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x140058c1300?, {0x10ae52478?, 0x140058c12c0?}})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans(0x140012e5900, {0x10ae52478, 0x14005a00dc0}, {0x14005a00e40, 0x1, 0x10a4c5340?}, 0x0, 0x14005e16960, {0x1400613b610, 0x1, ...})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:230 +0x524
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed(0x14005eea718?, {0x10ae52478, 0x14005a00dc0}, {0x1400442a330, 0x1, 0x1400580fe80?}, {0x14005eea698?, 0x50112b8?, 0x1?}, 0xf8?, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:148 +0xc4
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*dbAdapter).RangeFeed(0x1?, {0x10ae52478?, 0x14005a00dc0?}, {0x1400442a330?, 0x140043f8690?, 0x10ae52520?}, {0x1065739d0?, 0xae52520?, 0x1?}, 0x80?, ...)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/db_adapter.go:81 +0x30
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func1({0x10ae52478?, 0x14005a00dc0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:312 +0x70
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 2107 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).processEvents(0x14003d88dc0, {0x10ae52478, 0x14005a00dc0}, 0x14001c8cef8?, 0x14005e16960)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:358 +0x94
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func2({0x10ae52478?, 0x14005a00dc0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:315 +0x3c
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:75 +0x5c
created by golang.org/x/sync/errgroup.(*Group).Go
/Users/tobias/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:72 +0xa4
goroutine 2310 [select]:
github.com/cockroachdb/cockroach/pkg/jobs.(*jobScheduler).runDaemon.func1({0x10ae52520?, 0x1400101d4a0?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/jobs/job_scheduler.go:417 +0x1d8
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2108 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.(*Watcher).Run(0x14003269170, {0x10ae52478, 0x1400574a940})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:338 +0x7b4
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.Start.func1({0x10ae52520?, 0x140043f8c00?})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:197 +0x17c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344
goroutine 2472 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0x140010ab240)
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:115 +0x68
created by google.golang.org/grpc.newCCBalancerWrapper
/Users/tobias/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:76 +0x22c
goroutine 2149 [select]:
github.com/cockroachdb/cockroach/pkg/util/future.Wait[...]({0x10ae52520, 0x1400492e900}, 0x14000c8c0e0)
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/future/future.go:95 +0x78
github.com/cockroachdb/cockroach/pkg/server.(*Node).RangeFeed(0x140012fa000, 0x14003026480, {0x10ae8bad0, 0x14000c8c0e0})
/Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1442 +0x140
github.com/cockroachdb/cockroach/pkg/kv/kvpb._In
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment