Created
November 5, 2017 03:42
-
-
Save william-richard/f360cc628a5fbfffda5aa63dff7c307b to your computer and use it in GitHub Desktop.
cockroachdb test failure
This file has been truncated, but you can view the full file.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Will:cockroach will$ build/builder.sh make build | |
| Unable to find image 'cockroachdb/builder:20170706-162700' locally | |
| 20170706-162700: Pulling from cockroachdb/builder | |
| 23a6960fe4a9: Pull complete | |
| e9e104b0e69d: Pull complete | |
| cd33d2ea7970: Pull complete | |
| 534ff7b7d120: Pull complete | |
| 7d352ac0c7f5: Pull complete | |
| c9ae8806cf69: Pull complete | |
| ba6d3b2e93e1: Pull complete | |
| 55031ad2f5ca: Pull complete | |
| 1e727d25bdbf: Pull complete | |
| 7524062ca74c: Pull complete | |
| 5209d0afcc33: Pull complete | |
| 2ccaa7e595b9: Pull complete | |
| 2818aa9eda81: Pull complete | |
| 739595055f09: Pull complete | |
| e6dae2d8cb3c: Pull complete | |
| 8cc33487f536: Pull complete | |
| 9383c53ac49a: Pull complete | |
| a2be69366225: Pull complete | |
| 9b0369bdb5e3: Pull complete | |
| 978da9c4d80d: Pull complete | |
| 6d49d104741a: Pull complete | |
| Digest: sha256:a82e77e38837bae324737e021c2159b22e287927f47129eaffa95421a571bb7f | |
| Status: Downloaded newer image for cockroachdb/builder:20170706-162700 | |
| GOPATH set to /go | |
| Running make with -j2 | |
| GEN pkg/cli/zcgo_flags.go | |
| GEN pkg/server/status/zcgo_flags.go | |
| GEN pkg/storage/engine/zcgo_flags.go | |
| GEN pkg/ccl/storageccl/engineccl/zcgo_flags.go | |
| GEN pkg/cli/zcgo_flags_x86_64_pc_linux_gnu.go | |
| GEN pkg/server/status/zcgo_flags_x86_64_pc_linux_gnu.go | |
| GEN pkg/storage/engine/zcgo_flags_x86_64_pc_linux_gnu.go | |
| GEN pkg/ccl/storageccl/engineccl/zcgo_flags_x86_64_pc_linux_gnu.go | |
| git submodule update --init | |
| runtime/internal/sys | |
| runtime/internal/atomic | |
| runtime | |
| errors | |
| internal/race | |
| sync/atomic | |
| math | |
| sync | |
| io | |
| syscall | |
| unicode/utf8 | |
| strconv | |
| reflect | |
| time | |
| os | |
| unicode | |
| fmt | |
| bytes | |
| sort | |
| strings | |
| go/token | |
| container/heap | |
| encoding/binary | |
| path/filepath | |
| math/rand | |
| math/big | |
| go/scanner | |
| go/ast | |
| go/constant | |
| io/ioutil | |
| go/parser | |
| text/tabwriter | |
| go/printer | |
| go/types | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/tools/go/ast/astutil | |
| bufio | |
| path | |
| regexp/syntax | |
| regexp | |
| net/url | |
| text/template/parse | |
| log | |
| context | |
| os/exec | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/tools/go/types/typeutil | |
| text/template | |
| flag | |
| encoding | |
| encoding/base64 | |
| unicode/utf16 | |
| encoding/json | |
| go/doc | |
| github.com/cockroachdb/cockroach/vendor/honnef.co/go/tools/ssa | |
| go/build | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/tools/go/buildutil | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/tools/go/loader | |
| github.com/cockroachdb/cockroach/vendor/github.com/kisielk/gotool | |
| github.com/cockroachdb/cockroach/vendor/honnef.co/go/tools/gcsizes | |
| html | |
| html/template | |
| github.com/cockroachdb/cockroach/vendor/honnef.co/go/tools/ssa/ssautil | |
| github.com/cockroachdb/cockroach/vendor/honnef.co/go/tools/lint | |
| github.com/cockroachdb/cockroach/vendor/honnef.co/go/tools/callgraph | |
| github.com/cockroachdb/cockroach/vendor/honnef.co/go/tools/callgraph/static | |
| github.com/cockroachdb/cockroach/vendor/honnef.co/go/tools/staticcheck/vrp | |
| github.com/cockroachdb/cockroach/vendor/honnef.co/go/tools/lint/lintutil | |
| github.com/cockroachdb/cockroach/vendor/honnef.co/go/tools/internal/sharedcheck | |
| github.com/cockroachdb/cockroach/vendor/honnef.co/go/tools/simple | |
| github.com/cockroachdb/cockroach/vendor/honnef.co/go/tools/functions | |
| internal/nettrace | |
| internal/singleflight | |
| hash | |
| crypto | |
| debug/dwarf | |
| crypto/md5 | |
| compress/flate | |
| hash/adler32 | |
| compress/zlib | |
| debug/macho | |
| debug/elf | |
| hash/crc32 | |
| compress/gzip | |
| container/list | |
| crypto/subtle | |
| crypto/cipher | |
| runtime/cgo | |
| crypto/internal/cipherhw | |
| crypto/aes | |
| internal/syscall/unix | |
| crypto/rand | |
| crypto/des | |
| crypto/elliptic | |
| net | |
| crypto/sha512 | |
| encoding/asn1 | |
| crypto/ecdsa | |
| crypto/hmac | |
| crypto/rc4 | |
| crypto/rsa | |
| crypto/sha1 | |
| crypto/sha256 | |
| crypto/dsa | |
| crypto/x509/pkix | |
| encoding/hex | |
| encoding/pem | |
| vendor/golang_org/x/crypto/chacha20poly1305/internal/chacha20 | |
| vendor/golang_org/x/crypto/poly1305 | |
| vendor/golang_org/x/crypto/chacha20poly1305 | |
| vendor/golang_org/x/crypto/curve25519 | |
| vendor/golang_org/x/net/http2/hpack | |
| vendor/golang_org/x/net/idna | |
| vendor/golang_org/x/text/transform | |
| vendor/golang_org/x/text/unicode/norm | |
| vendor/golang_org/x/text/width | |
| mime | |
| mime/quotedprintable | |
| net/http/internal | |
| crypto/x509 | |
| vendor/golang_org/x/net/lex/httplex | |
| net/textproto | |
| mime/multipart | |
| github.com/cockroachdb/cockroach/vendor/honnef.co/go/tools/unused | |
| crypto/tls | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/returncheck | |
| github.com/cockroachdb/cockroach/pkg/cmd/returncheck | |
| net/http/httptrace | |
| net/http | |
| github.com/cockroachdb/cockroach/vendor/github.com/go-yaml/yaml | |
| encoding/xml | |
| github.com/cockroachdb/cockroach/vendor/github.com/pkg/errors | |
| github.com/cockroachdb/cockroach/vendor/github.com/golang/dep/internal/fs | |
| github.com/cockroachdb/cockroach/vendor/github.com/Masterminds/semver | |
| github.com/cockroachdb/cockroach/vendor/github.com/armon/go-radix | |
| github.com/cockroachdb/cockroach/vendor/github.com/golang/dep/internal/gps/paths | |
| github.com/cockroachdb/cockroach/vendor/github.com/golang/dep/internal/gps/pkgtree | |
| github.com/cockroachdb/cockroach/vendor/github.com/sdboyer/constext | |
| os/signal | |
| github.com/cockroachdb/cockroach/vendor/honnef.co/go/tools/staticcheck | |
| github.com/cockroachdb/cockroach/vendor/github.com/Masterminds/vcs | |
| github.com/cockroachdb/cockroach/vendor/github.com/golang/dep/internal/gps | |
| github.com/cockroachdb/cockroach/pkg/cmd/metacheck | |
| github.com/cockroachdb/cockroach/vendor/github.com/pelletier/go-buffruneio | |
| github.com/cockroachdb/cockroach/vendor/github.com/pelletier/go-toml | |
| github.com/cockroachdb/cockroach/vendor/github.com/golang/dep | |
| github.com/cockroachdb/cockroach/vendor/github.com/golang/dep/internal/feedback | |
| hash/fnv | |
| text/scanner | |
| github.com/cockroachdb/cockroach/vendor/github.com/golang/dep/cmd/dep | |
| github.com/cockroachdb/cockroach/vendor/github.com/client9/misspell | |
| github.com/cockroachdb/cockroach/vendor/github.com/client9/misspell/cmd/misspell | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/crlfmt | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/stress | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/tools/go/gcimporter15 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/tools/go/gcexportdata | |
| github.com/cockroachdb/cockroach/vendor/github.com/golang/lint | |
| github.com/cockroachdb/cockroach/vendor/github.com/google/pprof/internal/elfexec | |
| github.com/cockroachdb/cockroach/vendor/github.com/google/pprof/profile | |
| github.com/cockroachdb/cockroach/vendor/github.com/golang/lint/golint | |
| github.com/cockroachdb/cockroach/vendor/github.com/google/pprof/internal/plugin | |
| github.com/cockroachdb/cockroach/vendor/github.com/ianlancetaylor/demangle | |
| github.com/cockroachdb/cockroach/vendor/github.com/google/pprof/internal/measurement | |
| github.com/cockroachdb/cockroach/vendor/github.com/google/pprof/internal/graph | |
| github.com/cockroachdb/cockroach/vendor/github.com/google/pprof/internal/report | |
| github.com/cockroachdb/cockroach/vendor/github.com/google/pprof/internal/binutils | |
| github.com/cockroachdb/cockroach/vendor/github.com/google/pprof/internal/symbolz | |
| github.com/cockroachdb/cockroach/vendor/github.com/google/pprof/third_party/svg | |
| github.com/cockroachdb/cockroach/vendor/github.com/google/pprof/internal/symbolizer | |
| os/user | |
| github.com/cockroachdb/cockroach/vendor/github.com/google/pprof/internal/driver | |
| github.com/cockroachdb/cockroach/vendor/github.com/google/pprof/driver | |
| github.com/cockroachdb/cockroach/vendor/github.com/google/pprof | |
| github.com/cockroachdb/cockroach/vendor/github.com/golang/glog | |
| github.com/cockroachdb/cockroach/vendor/github.com/golang/protobuf/proto | |
| github.com/cockroachdb/cockroach/vendor/github.com/grpc-ecosystem/grpc-gateway/utilities | |
| github.com/cockroachdb/cockroach/vendor/github.com/grpc-ecosystem/grpc-gateway/protoc-gen-grpc-gateway/httprule | |
| go/format | |
| github.com/cockroachdb/cockroach/vendor/github.com/jteeuwen/go-bindata | |
| github.com/cockroachdb/cockroach/vendor/github.com/golang/protobuf/protoc-gen-go/descriptor | |
| github.com/cockroachdb/cockroach/vendor/github.com/jteeuwen/go-bindata/go-bindata | |
| github.com/cockroachdb/cockroach/vendor/github.com/golang/protobuf/protoc-gen-go/plugin | |
| github.com/cockroachdb/cockroach/vendor/github.com/golang/protobuf/protoc-gen-go/generator | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/genproto/googleapis/api/annotations | |
| github.com/cockroachdb/cockroach/vendor/github.com/kisielk/errcheck/internal/errcheck | |
| github.com/cockroachdb/cockroach/vendor/github.com/kisielk/errcheck | |
| github.com/cockroachdb/cockroach/vendor/github.com/grpc-ecosystem/grpc-gateway/protoc-gen-grpc-gateway/descriptor | |
| github.com/cockroachdb/cockroach/vendor/github.com/grpc-ecosystem/grpc-gateway/protoc-gen-grpc-gateway/generator | |
| github.com/cockroachdb/cockroach/vendor/github.com/grpc-ecosystem/grpc-gateway/protoc-gen-grpc-gateway/gengateway | |
| github.com/cockroachdb/cockroach/vendor/github.com/grpc-ecosystem/grpc-gateway/protoc-gen-grpc-gateway | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/tools/cover | |
| github.com/cockroachdb/cockroach/vendor/github.com/mattn/goveralls | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/text/transform | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/text/width | |
| internal/pprof/profile | |
| github.com/cockroachdb/cockroach/vendor/github.com/mibk/dupl/suffixtree | |
| github.com/cockroachdb/cockroach/vendor/github.com/mibk/dupl/syntax | |
| runtime/pprof/internal/protopprof | |
| github.com/cockroachdb/cockroach/vendor/github.com/mibk/dupl/syntax/golang | |
| runtime/pprof | |
| github.com/cockroachdb/cockroach/vendor/github.com/mibk/dupl/job | |
| github.com/cockroachdb/cockroach/vendor/github.com/mibk/dupl/output | |
| github.com/cockroachdb/cockroach/vendor/github.com/mdempsky/unconvert | |
| github.com/cockroachdb/cockroach/vendor/github.com/mibk/dupl | |
| github.com/cockroachdb/cockroach/vendor/github.com/wadey/gocovmerge | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/perf/internal/stats | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/perf/storage/benchfmt | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/tools/imports | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/perf/benchstat | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/perf/cmd/benchstat | |
| runtime/trace | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/tools/cmd/goimports | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/tools/cmd/goyacc | |
| go/internal/gccgoimporter | |
| go/internal/gcimporter | |
| go/importer | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/tools/cmd/stringer | |
| touch /go/src/github.com/cockroachdb/cockroach/bin/.bootstrap | |
| rm -rf /go/native/x86_64-pc-linux-gnu/protobuf | |
| make[1]: Nothing to be done for 'build_lib_static'. | |
| rm -rf /go/native/x86_64-pc-linux-gnu/snappy | |
| mkdir -p /go/native/x86_64-pc-linux-gnu/snappy | |
| cd /go/native/x86_64-pc-linux-gnu/snappy && cmake /go/src/github.com/cockroachdb/cockroach/c-deps/snappy | |
| mkdir -p /go/native/x86_64-pc-linux-gnu/protobuf | |
| cd /go/native/x86_64-pc-linux-gnu/protobuf && cmake -Dprotobuf_BUILD_TESTS=OFF /go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/cmake | |
| -- The C compiler identification is Clang 3.8.0 | |
| -- The C compiler identification is Clang 3.8.0 | |
| -- The CXX compiler identification is Clang 3.8.0 | |
| -- Check for working C compiler: /usr/bin/cc | |
| -- The CXX compiler identification is Clang 3.8.0 | |
| -- Check for working C compiler: /usr/bin/cc | |
| -- Check for working C compiler: /usr/bin/cc -- works | |
| -- Detecting C compiler ABI info | |
| -- Check for working C compiler: /usr/bin/cc -- works | |
| -- Detecting C compiler ABI info | |
| -- Detecting C compiler ABI info - done | |
| -- Detecting C compile features | |
| -- Detecting C compiler ABI info - done | |
| -- Detecting C compile features | |
| -- Detecting C compile features - done | |
| -- Check for working CXX compiler: /usr/bin/c++ | |
| -- Detecting C compile features - done | |
| -- Check for working CXX compiler: /usr/bin/c++ | |
| -- Check for working CXX compiler: /usr/bin/c++ -- works | |
| -- Detecting CXX compiler ABI info | |
| -- Check for working CXX compiler: /usr/bin/c++ -- works | |
| -- Detecting CXX compiler ABI info | |
| -- Detecting CXX compiler ABI info - done | |
| -- Detecting CXX compile features | |
| -- Detecting CXX compiler ABI info - done | |
| -- Detecting CXX compile features | |
| -- Detecting CXX compile features - done | |
| -- Check if the system is big endian | |
| -- Searching 16 bit integer | |
| -- Looking for sys/types.h | |
| -- Detecting CXX compile features - done | |
| -- Looking for sys/types.h - found | |
| -- Looking for stdint.h | |
| -- Looking for pthread.h | |
| -- Looking for stdint.h - found | |
| -- Looking for pthread.h - found | |
| -- Looking for stddef.h | |
| -- Looking for pthread_create | |
| -- Looking for pthread_create - not found | |
| -- Looking for pthread_create in pthreads | |
| -- Looking for stddef.h - found | |
| -- Check size of unsigned short | |
| -- Check size of unsigned short - done | |
| -- Using unsigned short | |
| -- Looking for pthread_create in pthreads - not found | |
| -- Looking for pthread_create in pthread | |
| -- Check if the system is big endian - little endian | |
| -- Looking for include file byteswap.h | |
| -- Looking for pthread_create in pthread - found | |
| -- Found Threads: TRUE | |
| -- Could NOT find ZLIB (missing: ZLIB_LIBRARY ZLIB_INCLUDE_DIR) | |
| -- Configuring done | |
| -- Looking for include file byteswap.h - found | |
| -- Looking for include file dlfcn.h | |
| -- Looking for include file dlfcn.h - found | |
| -- Looking for include file inttypes.h | |
| -- Generating done | |
| -- Build files have been written to: /go/native/x86_64-pc-linux-gnu/protobuf | |
| rm -rf /go/native/x86_64-pc-linux-gnu/libroach | |
| -- Looking for include file inttypes.h - found | |
| -- Looking for include file memory.h | |
| mkdir -p /go/native/x86_64-pc-linux-gnu/libroach | |
| cd /go/native/x86_64-pc-linux-gnu/libroach && cmake /go/src/github.com/cockroachdb/cockroach/c-deps/libroach -DCMAKE_BUILD_TYPE=Release | |
| -- The C compiler identification is Clang 3.8.0 | |
| -- Looking for include file memory.h - found | |
| -- Looking for include file stdlib.h | |
| -- The CXX compiler identification is Clang 3.8.0 | |
| -- Check for working C compiler: /usr/bin/cc | |
| -- Looking for include file stdlib.h - found | |
| -- Looking for include file strings.h | |
| -- Check for working C compiler: /usr/bin/cc -- works | |
| -- Detecting C compiler ABI info | |
| -- Looking for include file strings.h - found | |
| -- Looking for include file string.h | |
| -- Detecting C compiler ABI info - done | |
| -- Detecting C compile features | |
| -- Looking for include file string.h - found | |
| -- Looking for include file sys/byteswap.h | |
| -- Looking for include file sys/byteswap.h - not found | |
| -- Looking for include file sys/endian.h | |
| -- Looking for include file sys/endian.h - not found | |
| -- Looking for include file sys/mman.h | |
| -- Looking for include file sys/mman.h - found | |
| -- Looking for include file sys/resource.h | |
| -- Detecting C compile features - done | |
| -- Check for working CXX compiler: /usr/bin/c++ | |
| -- Looking for include file sys/resource.h - found | |
| -- Looking for include file sys/stat.h | |
| -- Check for working CXX compiler: /usr/bin/c++ -- works | |
| -- Detecting CXX compiler ABI info | |
| -- Looking for include file sys/stat.h - found | |
| -- Looking for include file sys/time.h | |
| -- Detecting CXX compiler ABI info - done | |
| -- Detecting CXX compile features | |
| -- Looking for include file sys/time.h - found | |
| -- Looking for include file sys/uio.h | |
| -- Looking for include file sys/uio.h - found | |
| -- Looking for include file unistd.h | |
| -- Looking for include file unistd.h - found | |
| -- Looking for include file windows.h | |
| -- Looking for include file windows.h - not found | |
| -- Looking for zlibVersion in z | |
| -- Looking for zlibVersion in z - not found | |
| -- Looking for lzo1x_1_15_compress in lzo2 | |
| -- Looking for lzo1x_1_15_compress in lzo2 - not found | |
| -- Performing Test HAVE_BUILTIN_EXPECT | |
| -- Performing Test HAVE_BUILTIN_EXPECT - Success | |
| -- Performing Test HAVE_BUILTIN_CTZ | |
| -- Detecting CXX compile features - done | |
| -- Configuring done | |
| -- Performing Test HAVE_BUILTIN_CTZ - Success | |
| -- Generating done | |
| -- Build files have been written to: /go/native/x86_64-pc-linux-gnu/libroach | |
| -- Configuring done | |
| -- Generating done | |
| -- Build files have been written to: /go/native/x86_64-pc-linux-gnu/snappy | |
| Scanning dependencies of target libprotobuf | |
| Scanning dependencies of target roach | |
| [ 9%] Building CXX object CMakeFiles/roach.dir/db.cc.o | |
| [ 2%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/arena.cc.o | |
| [ 2%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/arenastring.cc.o | |
| [ 5%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/extension_set.cc.o | |
| [ 5%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/generated_message_util.cc.o | |
| [ 7%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/io/coded_stream.cc.o | |
| [ 7%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/io/zero_copy_stream.cc.o | |
| [ 10%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/io/zero_copy_stream_impl_lite.cc.o | |
| [ 10%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/message_lite.cc.o | |
| [ 12%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/repeated_field.cc.o | |
| [ 12%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/stubs/atomicops_internals_x86_gcc.cc.o | |
| [ 15%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/stubs/atomicops_internals_x86_msvc.cc.o | |
| [ 18%] Building CXX object CMakeFiles/roach.dir/encoding.cc.o | |
| [ 15%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/stubs/bytestream.cc.o | |
| [ 27%] Building CXX object CMakeFiles/roach.dir/eventlistener.cc.o | |
| [ 17%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/stubs/common.cc.o | |
| [ 17%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/stubs/int128.cc.o | |
| [ 36%] Building CXX object CMakeFiles/roach.dir/protos/cockroach/pkg/roachpb/data.pb.cc.o | |
| [ 20%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/stubs/once.cc.o | |
| [ 20%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/stubs/status.cc.o | |
| [ 23%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/stubs/statusor.cc.o | |
| [ 23%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/stubs/stringpiece.cc.o | |
| [ 25%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/stubs/stringprintf.cc.o | |
| [ 25%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/stubs/structurally_valid.cc.o | |
| [ 28%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/stubs/strutil.cc.o | |
| [ 28%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/stubs/time.cc.o | |
| [ 30%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/wire_format_lite.cc.o | |
| [ 30%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/any.cc.o | |
| [ 45%] Building CXX object CMakeFiles/roach.dir/protos/cockroach/pkg/roachpb/internal.pb.cc.o | |
| [ 33%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/any.pb.cc.o | |
| [ 33%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/api.pb.cc.o | |
| [ 54%] Building CXX object CMakeFiles/roach.dir/protos/cockroach/pkg/roachpb/metadata.pb.cc.o | |
| [ 35%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/compiler/importer.cc.o | |
| [ 35%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/compiler/parser.cc.o | |
| [ 38%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/descriptor.cc.o | |
| [ 63%] Building CXX object CMakeFiles/roach.dir/protos/cockroach/pkg/storage/engine/enginepb/mvcc.pb.cc.o | |
| [ 72%] Building CXX object CMakeFiles/roach.dir/protos/cockroach/pkg/storage/engine/enginepb/rocksdb.pb.cc.o | |
| [ 38%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/descriptor.pb.cc.o | |
| [ 81%] Building CXX object CMakeFiles/roach.dir/protos/cockroach/pkg/util/hlc/timestamp.pb.cc.o | |
| [ 41%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/descriptor_database.cc.o | |
| [ 90%] Building CXX object CMakeFiles/roach.dir/protos/cockroach/pkg/util/unresolved_addr.pb.cc.o | |
| [ 41%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/duration.pb.cc.o | |
| [100%] Linking CXX static library libroach.a | |
| [100%] Built target roach | |
| [ 43%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/dynamic_message.cc.o | |
| [ 43%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/empty.pb.cc.o | |
| [ 46%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/extension_set_heavy.cc.o | |
| [ 46%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/field_mask.pb.cc.o | |
| [ 48%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/generated_message_reflection.cc.o | |
| [ 48%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/generated_message_table_driven.cc.o | |
| [ 51%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/io/gzip_stream.cc.o | |
| [ 51%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/io/printer.cc.o | |
| [ 53%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/io/strtod.cc.o | |
| [ 53%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/io/tokenizer.cc.o | |
| [ 56%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/io/zero_copy_stream_impl.cc.o | |
| [ 56%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/map_field.cc.o | |
| [ 58%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/message.cc.o | |
| [ 58%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/reflection_ops.cc.o | |
| [ 61%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/service.cc.o | |
| [ 61%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/source_context.pb.cc.o | |
| [ 64%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/struct.pb.cc.o | |
| [ 64%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/stubs/mathlimits.cc.o | |
| Scanning dependencies of target snappy | |
| [ 12%] Building CXX object CMakeFiles/snappy.dir/snappy-c.cc.o | |
| [ 25%] Building CXX object CMakeFiles/snappy.dir/snappy-sinksource.cc.o | |
| [ 37%] Building CXX object CMakeFiles/snappy.dir/snappy-stubs-internal.cc.o | |
| [ 50%] Building CXX object CMakeFiles/snappy.dir/snappy.cc.o | |
| [ 66%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/stubs/substitute.cc.o | |
| [ 66%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/text_format.cc.o | |
| [ 62%] Linking CXX static library libsnappy.a | |
| [ 62%] Built target snappy | |
| Scanning dependencies of target snappy-unittest | |
| [ 75%] Building CXX object CMakeFiles/snappy-unittest.dir/snappy_unittest.cc.o | |
| [ 87%] Building CXX object CMakeFiles/snappy-unittest.dir/snappy-test.cc.o | |
| [100%] Linking CXX executable snappy-unittest | |
| [100%] Built target snappy-unittest | |
| [ 69%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/timestamp.pb.cc.o | |
| [ 84%] Built target roach | |
| Scanning dependencies of target roachccl | |
| [ 92%] Building CXX object CMakeFiles/roachccl.dir/ccl/db.cc.o | |
| [100%] Linking CXX static library libroachccl.a | |
| [100%] Built target roachccl | |
| [ 69%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/type.pb.cc.o | |
| [ 71%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/unknown_field_set.cc.o | |
| [ 71%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/util/delimited_message_util.cc.o | |
| [ 74%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/util/field_comparator.cc.o | |
| rm -rf /go/native/x86_64-pc-linux-gnu/rocksdb | |
| [ 74%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/util/field_mask_util.cc.o | |
| [ 76%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/util/internal/datapiece.cc.o | |
| mkdir -p /go/native/x86_64-pc-linux-gnu/rocksdb | |
| cd /go/native/x86_64-pc-linux-gnu/rocksdb && cmake /go/src/github.com/cockroachdb/cockroach/c-deps/rocksdb \ | |
| -DWITH_SSE42=OFF \ | |
| -DSNAPPY_LIBRARIES=/go/native/x86_64-pc-linux-gnu/snappy/libsnappy.a -DSNAPPY_INCLUDE_DIR="/go/src/github.com/cockroachdb/cockroach/c-deps/snappy;/go/native/x86_64-pc-linux-gnu/snappy" -DWITH_SNAPPY=ON \ | |
| -DJEMALLOC_LIBRARIES=/go/native/x86_64-pc-linux-gnu/jemalloc/lib/libjemalloc.a -DJEMALLOC_INCLUDE_DIR=/go/native/x86_64-pc-linux-gnu/jemalloc/include -DWITH_JEMALLOC=ON \ | |
| -DCMAKE_CXX_FLAGS="-msse3 -DNDEBUG" | |
| -- The C compiler identification is Clang 3.8.0 | |
| -- The CXX compiler identification is Clang 3.8.0 | |
| -- Check for working C compiler: /usr/bin/cc | |
| -- Check for working C compiler: /usr/bin/cc -- works | |
| -- Detecting C compiler ABI info | |
| -- Detecting C compiler ABI info - done | |
| -- Detecting C compile features | |
| [ 76%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/util/internal/default_value_objectwriter.cc.o | |
| -- Detecting C compile features - done | |
| -- Check for working CXX compiler: /usr/bin/c++ | |
| -- Check for working CXX compiler: /usr/bin/c++ -- works | |
| -- Detecting CXX compiler ABI info | |
| [ 79%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/util/internal/error_listener.cc.o | |
| -- Detecting CXX compiler ABI info - done | |
| -- Detecting CXX compile features | |
| [ 79%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/util/internal/field_mask_utility.cc.o | |
| [ 82%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/util/internal/json_escaping.cc.o | |
| [ 82%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/util/internal/json_objectwriter.cc.o | |
| -- Detecting CXX compile features - done | |
| -- Found jemalloc: /go/native/x86_64-pc-linux-gnu/jemalloc/lib/libjemalloc.a | |
| -- Found snappy: /go/native/x86_64-pc-linux-gnu/snappy/libsnappy.a | |
| -- Found Git: /usr/bin/git (found version "2.7.4") | |
| -- Performing Test HAVE_OMIT_LEAF_FRAME_POINTER | |
| [ 84%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/util/internal/json_stream_parser.cc.o | |
| -- Performing Test HAVE_OMIT_LEAF_FRAME_POINTER - Success | |
| -- Performing Test HAVE_FALLOCATE | |
| -- Performing Test HAVE_FALLOCATE - Success | |
| -- Looking for malloc_usable_size | |
| [ 84%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/util/internal/object_writer.cc.o | |
| -- Looking for malloc_usable_size - found | |
| -- Looking for pthread.h | |
| -- Looking for pthread.h - found | |
| -- Looking for pthread_create | |
| [ 84%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/util/internal/proto_writer.cc.o | |
| -- Looking for pthread_create - not found | |
| -- Looking for pthread_create in pthreads | |
| -- Looking for pthread_create in pthreads - not found | |
| -- Looking for pthread_create in pthread | |
| -- Looking for pthread_create in pthread - found | |
| -- Found Threads: TRUE | |
| -- JNI library is disabled | |
| -- Configuring done | |
| [ 87%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/util/internal/protostream_objectsource.cc.o | |
| [ 87%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/util/internal/protostream_objectwriter.cc.o | |
| [ 89%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/util/internal/type_info.cc.o | |
| -- Generating done | |
| -- Build files have been written to: /go/native/x86_64-pc-linux-gnu/rocksdb | |
| [ 89%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/util/internal/type_info_test_helper.cc.o | |
| Scanning dependencies of target build_version | |
| [ 0%] Building CXX object CMakeFiles/build_version.dir/build_version.cc.o | |
| [ 0%] Built target build_version | |
| Scanning dependencies of target rocksdb | |
| [ 92%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/util/internal/utility.cc.o | |
| [ 92%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/util/json_util.cc.o | |
| [ 94%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/util/message_differencer.cc.o | |
| [ 94%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/util/time_util.cc.o | |
| [ 97%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/util/type_resolver_util.cc.o | |
| [ 97%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/wire_format.cc.o | |
| [100%] Building CXX object CMakeFiles/libprotobuf.dir/go/src/github.com/cockroachdb/cockroach/c-deps/protobuf/src/google/protobuf/wrappers.pb.cc.o | |
| [100%] Linking CXX static library libprotobuf.a | |
| [100%] Built target libprotobuf | |
| [ 0%] Building CXX object CMakeFiles/rocksdb.dir/cache/clock_cache.cc.o | |
| [ 0%] Building CXX object CMakeFiles/rocksdb.dir/cache/lru_cache.cc.o | |
| [ 0%] Building CXX object CMakeFiles/rocksdb.dir/cache/sharded_cache.cc.o | |
| [ 3%] Building CXX object CMakeFiles/rocksdb.dir/db/builder.cc.o | |
| [ 3%] Building CXX object CMakeFiles/rocksdb.dir/db/c.cc.o | |
| [ 3%] Building CXX object CMakeFiles/rocksdb.dir/db/column_family.cc.o | |
| [ 3%] Building CXX object CMakeFiles/rocksdb.dir/db/compacted_db_impl.cc.o | |
| [ 3%] Building CXX object CMakeFiles/rocksdb.dir/db/compaction.cc.o | |
| [ 3%] Building CXX object CMakeFiles/rocksdb.dir/db/compaction_iterator.cc.o | |
| [ 6%] Building CXX object CMakeFiles/rocksdb.dir/db/compaction_job.cc.o | |
| [ 6%] Building CXX object CMakeFiles/rocksdb.dir/db/compaction_picker.cc.o | |
| [ 6%] Building CXX object CMakeFiles/rocksdb.dir/db/compaction_picker_universal.cc.o | |
| [ 6%] Building CXX object CMakeFiles/rocksdb.dir/db/convenience.cc.o | |
| [ 6%] Building CXX object CMakeFiles/rocksdb.dir/db/db_filesnapshot.cc.o | |
| [ 6%] Building CXX object CMakeFiles/rocksdb.dir/db/db_impl.cc.o | |
| [ 6%] Building CXX object CMakeFiles/rocksdb.dir/db/db_impl_write.cc.o | |
| [ 10%] Building CXX object CMakeFiles/rocksdb.dir/db/db_impl_compaction_flush.cc.o | |
| [ 10%] Building CXX object CMakeFiles/rocksdb.dir/db/db_impl_files.cc.o | |
| [ 10%] Building CXX object CMakeFiles/rocksdb.dir/db/db_impl_open.cc.o | |
| [ 10%] Building CXX object CMakeFiles/rocksdb.dir/db/db_impl_debug.cc.o | |
| [ 10%] Building CXX object CMakeFiles/rocksdb.dir/db/db_impl_experimental.cc.o | |
| [ 10%] Building CXX object CMakeFiles/rocksdb.dir/db/db_impl_readonly.cc.o | |
| [ 10%] Building CXX object CMakeFiles/rocksdb.dir/db/db_info_dumper.cc.o | |
| [ 13%] Building CXX object CMakeFiles/rocksdb.dir/db/db_iter.cc.o | |
| [ 13%] Building CXX object CMakeFiles/rocksdb.dir/db/dbformat.cc.o | |
| [ 13%] Building CXX object CMakeFiles/rocksdb.dir/db/event_helpers.cc.o | |
| [ 13%] Building CXX object CMakeFiles/rocksdb.dir/db/experimental.cc.o | |
| [ 13%] Building CXX object CMakeFiles/rocksdb.dir/db/external_sst_file_ingestion_job.cc.o | |
| [ 13%] Building CXX object CMakeFiles/rocksdb.dir/db/file_indexer.cc.o | |
| [ 13%] Building CXX object CMakeFiles/rocksdb.dir/db/flush_job.cc.o | |
| [ 16%] Building CXX object CMakeFiles/rocksdb.dir/db/flush_scheduler.cc.o | |
| [ 16%] Building CXX object CMakeFiles/rocksdb.dir/db/forward_iterator.cc.o | |
| [ 16%] Building CXX object CMakeFiles/rocksdb.dir/db/internal_stats.cc.o | |
| [ 16%] Building CXX object CMakeFiles/rocksdb.dir/db/log_reader.cc.o | |
| [ 16%] Building CXX object CMakeFiles/rocksdb.dir/db/log_writer.cc.o | |
| [ 16%] Building CXX object CMakeFiles/rocksdb.dir/db/malloc_stats.cc.o | |
| [ 16%] Building CXX object CMakeFiles/rocksdb.dir/db/managed_iterator.cc.o | |
| [ 20%] Building CXX object CMakeFiles/rocksdb.dir/db/memtable.cc.o | |
| [ 20%] Building CXX object CMakeFiles/rocksdb.dir/db/memtable_list.cc.o | |
| [ 20%] Building CXX object CMakeFiles/rocksdb.dir/db/merge_helper.cc.o | |
| [ 20%] Building CXX object CMakeFiles/rocksdb.dir/db/merge_operator.cc.o | |
| [ 20%] Building CXX object CMakeFiles/rocksdb.dir/db/range_del_aggregator.cc.o | |
| [ 20%] Building CXX object CMakeFiles/rocksdb.dir/db/repair.cc.o | |
| [ 20%] Building CXX object CMakeFiles/rocksdb.dir/db/snapshot_impl.cc.o | |
| [ 23%] Building CXX object CMakeFiles/rocksdb.dir/db/table_cache.cc.o | |
| [ 23%] Building CXX object CMakeFiles/rocksdb.dir/db/table_properties_collector.cc.o | |
| [ 23%] Building CXX object CMakeFiles/rocksdb.dir/db/transaction_log_impl.cc.o | |
| [ 23%] Building CXX object CMakeFiles/rocksdb.dir/db/version_builder.cc.o | |
| [ 23%] Building CXX object CMakeFiles/rocksdb.dir/db/version_edit.cc.o | |
| [ 23%] Building CXX object CMakeFiles/rocksdb.dir/db/version_set.cc.o | |
| [ 23%] Building CXX object CMakeFiles/rocksdb.dir/db/wal_manager.cc.o | |
| [ 26%] Building CXX object CMakeFiles/rocksdb.dir/db/write_batch.cc.o | |
| [ 26%] Building CXX object CMakeFiles/rocksdb.dir/db/write_batch_base.cc.o | |
| [ 26%] Building CXX object CMakeFiles/rocksdb.dir/db/write_controller.cc.o | |
| [ 26%] Building CXX object CMakeFiles/rocksdb.dir/db/write_thread.cc.o | |
| [ 26%] Building CXX object CMakeFiles/rocksdb.dir/env/env.cc.o | |
| [ 26%] Building CXX object CMakeFiles/rocksdb.dir/env/env_chroot.cc.o | |
| [ 26%] Building CXX object CMakeFiles/rocksdb.dir/env/env_hdfs.cc.o | |
| [ 30%] Building CXX object CMakeFiles/rocksdb.dir/env/mock_env.cc.o | |
| [ 30%] Building CXX object CMakeFiles/rocksdb.dir/memtable/hash_cuckoo_rep.cc.o | |
| [ 30%] Building CXX object CMakeFiles/rocksdb.dir/memtable/hash_linklist_rep.cc.o | |
| [ 30%] Building CXX object CMakeFiles/rocksdb.dir/memtable/hash_skiplist_rep.cc.o | |
| [ 30%] Building CXX object CMakeFiles/rocksdb.dir/memtable/memtable_allocator.cc.o | |
| [ 30%] Building CXX object CMakeFiles/rocksdb.dir/memtable/skiplistrep.cc.o | |
| [ 30%] Building CXX object CMakeFiles/rocksdb.dir/memtable/vectorrep.cc.o | |
| [ 33%] Building CXX object CMakeFiles/rocksdb.dir/monitoring/histogram.cc.o | |
| [ 33%] Building CXX object CMakeFiles/rocksdb.dir/monitoring/histogram_windowing.cc.o | |
| [ 33%] Building CXX object CMakeFiles/rocksdb.dir/monitoring/instrumented_mutex.cc.o | |
| [ 33%] Building CXX object CMakeFiles/rocksdb.dir/monitoring/iostats_context.cc.o | |
| [ 33%] Building CXX object CMakeFiles/rocksdb.dir/monitoring/perf_context.cc.o | |
| [ 33%] Building CXX object CMakeFiles/rocksdb.dir/monitoring/perf_level.cc.o | |
| [ 33%] Building CXX object CMakeFiles/rocksdb.dir/monitoring/statistics.cc.o | |
| [ 36%] Building CXX object CMakeFiles/rocksdb.dir/monitoring/thread_status_impl.cc.o | |
| [ 36%] Building CXX object CMakeFiles/rocksdb.dir/monitoring/thread_status_updater.cc.o | |
| [ 36%] Building CXX object CMakeFiles/rocksdb.dir/monitoring/thread_status_util.cc.o | |
| [ 36%] Building CXX object CMakeFiles/rocksdb.dir/monitoring/thread_status_util_debug.cc.o | |
| [ 36%] Building CXX object CMakeFiles/rocksdb.dir/options/cf_options.cc.o | |
| [ 36%] Building CXX object CMakeFiles/rocksdb.dir/options/db_options.cc.o | |
| [ 36%] Building CXX object CMakeFiles/rocksdb.dir/options/options.cc.o | |
| [ 40%] Building CXX object CMakeFiles/rocksdb.dir/options/options_helper.cc.o | |
| [ 40%] Building CXX object CMakeFiles/rocksdb.dir/options/options_parser.cc.o | |
| [ 40%] Building CXX object CMakeFiles/rocksdb.dir/options/options_sanity_check.cc.o | |
| [ 40%] Building CXX object CMakeFiles/rocksdb.dir/port/stack_trace.cc.o | |
| [ 40%] Building CXX object CMakeFiles/rocksdb.dir/table/adaptive_table_factory.cc.o | |
| [ 40%] Building CXX object CMakeFiles/rocksdb.dir/table/block.cc.o | |
| [ 43%] Building CXX object CMakeFiles/rocksdb.dir/table/block_based_filter_block.cc.o | |
| [ 43%] Building CXX object CMakeFiles/rocksdb.dir/table/block_based_table_builder.cc.o | |
| [ 43%] Building CXX object CMakeFiles/rocksdb.dir/table/block_based_table_factory.cc.o | |
| [ 43%] Building CXX object CMakeFiles/rocksdb.dir/table/block_based_table_reader.cc.o | |
| [ 43%] Building CXX object CMakeFiles/rocksdb.dir/table/block_builder.cc.o | |
| [ 43%] Building CXX object CMakeFiles/rocksdb.dir/table/block_prefix_index.cc.o | |
| [ 43%] Building CXX object CMakeFiles/rocksdb.dir/table/bloom_block.cc.o | |
| [ 46%] Building CXX object CMakeFiles/rocksdb.dir/table/cuckoo_table_builder.cc.o | |
| [ 46%] Building CXX object CMakeFiles/rocksdb.dir/table/cuckoo_table_factory.cc.o | |
| [ 46%] Building CXX object CMakeFiles/rocksdb.dir/table/cuckoo_table_reader.cc.o | |
| [ 46%] Building CXX object CMakeFiles/rocksdb.dir/table/flush_block_policy.cc.o | |
| [ 46%] Building CXX object CMakeFiles/rocksdb.dir/table/format.cc.o | |
| [ 46%] Building CXX object CMakeFiles/rocksdb.dir/table/full_filter_block.cc.o | |
| [ 46%] Building CXX object CMakeFiles/rocksdb.dir/table/get_context.cc.o | |
| [ 50%] Building CXX object CMakeFiles/rocksdb.dir/table/index_builder.cc.o | |
| [ 50%] Building CXX object CMakeFiles/rocksdb.dir/table/iterator.cc.o | |
| [ 50%] Building CXX object CMakeFiles/rocksdb.dir/table/merging_iterator.cc.o | |
| [ 50%] Building CXX object CMakeFiles/rocksdb.dir/table/meta_blocks.cc.o | |
| [ 50%] Building CXX object CMakeFiles/rocksdb.dir/table/partitioned_filter_block.cc.o | |
| [ 50%] Building CXX object CMakeFiles/rocksdb.dir/table/persistent_cache_helper.cc.o | |
| [ 50%] Building CXX object CMakeFiles/rocksdb.dir/table/plain_table_builder.cc.o | |
| [ 53%] Building CXX object CMakeFiles/rocksdb.dir/table/plain_table_factory.cc.o | |
| [ 53%] Building CXX object CMakeFiles/rocksdb.dir/table/plain_table_index.cc.o | |
| [ 53%] Building CXX object CMakeFiles/rocksdb.dir/table/plain_table_key_coding.cc.o | |
| [ 53%] Building CXX object CMakeFiles/rocksdb.dir/table/plain_table_reader.cc.o | |
| [ 53%] Building CXX object CMakeFiles/rocksdb.dir/table/sst_file_writer.cc.o | |
| [ 53%] Building CXX object CMakeFiles/rocksdb.dir/table/table_properties.cc.o | |
| [ 53%] Building CXX object CMakeFiles/rocksdb.dir/table/two_level_iterator.cc.o | |
| [ 56%] Building CXX object CMakeFiles/rocksdb.dir/tools/db_bench_tool.cc.o | |
| [ 56%] Building CXX object CMakeFiles/rocksdb.dir/tools/dump/db_dump_tool.cc.o | |
| [ 56%] Building CXX object CMakeFiles/rocksdb.dir/tools/ldb_cmd.cc.o | |
| [ 56%] Building CXX object CMakeFiles/rocksdb.dir/tools/ldb_tool.cc.o | |
| [ 56%] Building CXX object CMakeFiles/rocksdb.dir/tools/sst_dump_tool.cc.o | |
| [ 56%] Building CXX object CMakeFiles/rocksdb.dir/util/arena.cc.o | |
| [ 56%] Building CXX object CMakeFiles/rocksdb.dir/util/auto_roll_logger.cc.o | |
| [ 60%] Building CXX object CMakeFiles/rocksdb.dir/util/bloom.cc.o | |
| [ 60%] Building CXX object CMakeFiles/rocksdb.dir/util/coding.cc.o | |
| [ 60%] Building CXX object CMakeFiles/rocksdb.dir/util/compaction_job_stats_impl.cc.o | |
| [ 60%] Building CXX object CMakeFiles/rocksdb.dir/util/comparator.cc.o | |
| [ 60%] Building CXX object CMakeFiles/rocksdb.dir/util/concurrent_arena.cc.o | |
| [ 60%] Building CXX object CMakeFiles/rocksdb.dir/util/crc32c.cc.o | |
| [ 60%] Building CXX object CMakeFiles/rocksdb.dir/util/delete_scheduler.cc.o | |
| [ 63%] Building CXX object CMakeFiles/rocksdb.dir/util/dynamic_bloom.cc.o | |
| [ 63%] Building CXX object CMakeFiles/rocksdb.dir/util/event_logger.cc.o | |
| [ 63%] Building CXX object CMakeFiles/rocksdb.dir/util/file_reader_writer.cc.o | |
| [ 63%] Building CXX object CMakeFiles/rocksdb.dir/util/file_util.cc.o | |
| [ 63%] Building CXX object CMakeFiles/rocksdb.dir/util/filename.cc.o | |
| [ 63%] Building CXX object CMakeFiles/rocksdb.dir/util/filter_policy.cc.o | |
| [ 63%] Building CXX object CMakeFiles/rocksdb.dir/util/hash.cc.o | |
| [ 66%] Building CXX object CMakeFiles/rocksdb.dir/util/log_buffer.cc.o | |
| [ 66%] Building CXX object CMakeFiles/rocksdb.dir/util/murmurhash.cc.o | |
| [ 66%] Building CXX object CMakeFiles/rocksdb.dir/util/random.cc.o | |
| [ 66%] Building CXX object CMakeFiles/rocksdb.dir/util/rate_limiter.cc.o | |
| [ 66%] Building CXX object CMakeFiles/rocksdb.dir/util/slice.cc.o | |
| [ 66%] Building CXX object CMakeFiles/rocksdb.dir/util/sst_file_manager_impl.cc.o | |
| [ 66%] Building CXX object CMakeFiles/rocksdb.dir/util/status.cc.o | |
| [ 70%] Building CXX object CMakeFiles/rocksdb.dir/util/status_message.cc.o | |
| [ 70%] Building CXX object CMakeFiles/rocksdb.dir/util/string_util.cc.o | |
| [ 70%] Building CXX object CMakeFiles/rocksdb.dir/util/sync_point.cc.o | |
| [ 70%] Building CXX object CMakeFiles/rocksdb.dir/util/testutil.cc.o | |
| [ 70%] Building CXX object CMakeFiles/rocksdb.dir/util/thread_local.cc.o | |
| [ 70%] Building CXX object CMakeFiles/rocksdb.dir/util/threadpool_imp.cc.o | |
| [ 70%] Building CXX object CMakeFiles/rocksdb.dir/util/transaction_test_util.cc.o | |
| [ 73%] Building CXX object CMakeFiles/rocksdb.dir/util/xxhash.cc.o | |
| [ 73%] Building CXX object CMakeFiles/rocksdb.dir/utilities/backupable/backupable_db.cc.o | |
| [ 73%] Building CXX object CMakeFiles/rocksdb.dir/utilities/blob_db/blob_db.cc.o | |
| [ 73%] Building CXX object CMakeFiles/rocksdb.dir/utilities/blob_db/blob_db_impl.cc.o | |
| [ 73%] Building CXX object CMakeFiles/rocksdb.dir/utilities/blob_db/blob_db_options_impl.cc.o | |
| [ 73%] Building CXX object CMakeFiles/rocksdb.dir/utilities/blob_db/blob_file.cc.o | |
| [ 73%] Building CXX object CMakeFiles/rocksdb.dir/utilities/blob_db/blob_log_reader.cc.o | |
| [ 76%] Building CXX object CMakeFiles/rocksdb.dir/utilities/blob_db/blob_log_writer.cc.o | |
| [ 76%] Building CXX object CMakeFiles/rocksdb.dir/utilities/blob_db/blob_log_format.cc.o | |
| [ 76%] Building CXX object CMakeFiles/rocksdb.dir/utilities/checkpoint/checkpoint_impl.cc.o | |
| [ 76%] Building CXX object CMakeFiles/rocksdb.dir/utilities/col_buf_decoder.cc.o | |
| [ 76%] Building CXX object CMakeFiles/rocksdb.dir/utilities/col_buf_encoder.cc.o | |
| [ 76%] Building CXX object CMakeFiles/rocksdb.dir/utilities/column_aware_encoding_util.cc.o | |
| [ 80%] Building CXX object CMakeFiles/rocksdb.dir/utilities/compaction_filters/remove_emptyvalue_compactionfilter.cc.o | |
| [ 80%] Building CXX object CMakeFiles/rocksdb.dir/utilities/date_tiered/date_tiered_db_impl.cc.o | |
| [ 80%] Building CXX object CMakeFiles/rocksdb.dir/utilities/debug.cc.o | |
| [ 80%] Building CXX object CMakeFiles/rocksdb.dir/utilities/document/document_db.cc.o | |
| [ 80%] Building CXX object CMakeFiles/rocksdb.dir/utilities/document/json_document.cc.o | |
| [ 80%] Building CXX object CMakeFiles/rocksdb.dir/utilities/document/json_document_builder.cc.o | |
| [ 80%] Building CXX object CMakeFiles/rocksdb.dir/utilities/env_mirror.cc.o | |
| [ 83%] Building CXX object CMakeFiles/rocksdb.dir/utilities/env_timed.cc.o | |
| [ 83%] Building CXX object CMakeFiles/rocksdb.dir/utilities/geodb/geodb_impl.cc.o | |
| [ 83%] Building CXX object CMakeFiles/rocksdb.dir/utilities/leveldb_options/leveldb_options.cc.o | |
| [ 83%] Building CXX object CMakeFiles/rocksdb.dir/utilities/lua/rocks_lua_compaction_filter.cc.o | |
| [ 83%] Building CXX object CMakeFiles/rocksdb.dir/utilities/memory/memory_util.cc.o | |
| [ 83%] Building CXX object CMakeFiles/rocksdb.dir/utilities/merge_operators/max.cc.o | |
| [ 83%] Building CXX object CMakeFiles/rocksdb.dir/utilities/merge_operators/put.cc.o | |
| [ 86%] Building CXX object CMakeFiles/rocksdb.dir/utilities/merge_operators/string_append/stringappend.cc.o | |
| [ 86%] Building CXX object CMakeFiles/rocksdb.dir/utilities/merge_operators/string_append/stringappend2.cc.o | |
| [ 86%] Building CXX object CMakeFiles/rocksdb.dir/utilities/merge_operators/uint64add.cc.o | |
| [ 86%] Building CXX object CMakeFiles/rocksdb.dir/utilities/option_change_migration/option_change_migration.cc.o | |
| [ 86%] Building CXX object CMakeFiles/rocksdb.dir/utilities/options/options_util.cc.o | |
| [ 86%] Building CXX object CMakeFiles/rocksdb.dir/utilities/persistent_cache/block_cache_tier.cc.o | |
| [ 86%] Building CXX object CMakeFiles/rocksdb.dir/utilities/persistent_cache/block_cache_tier_file.cc.o | |
| [ 90%] Building CXX object CMakeFiles/rocksdb.dir/utilities/persistent_cache/block_cache_tier_metadata.cc.o | |
| [ 90%] Building CXX object CMakeFiles/rocksdb.dir/utilities/persistent_cache/persistent_cache_tier.cc.o | |
| [ 90%] Building CXX object CMakeFiles/rocksdb.dir/utilities/persistent_cache/volatile_tier_impl.cc.o | |
| [ 90%] Building CXX object CMakeFiles/rocksdb.dir/utilities/redis/redis_lists.cc.o | |
| [ 90%] Building CXX object CMakeFiles/rocksdb.dir/utilities/simulator_cache/sim_cache.cc.o | |
| [ 90%] Building CXX object CMakeFiles/rocksdb.dir/utilities/spatialdb/spatial_db.cc.o | |
| [ 90%] Building CXX object CMakeFiles/rocksdb.dir/utilities/table_properties_collectors/compact_on_deletion_collector.cc.o | |
| [ 93%] Building CXX object CMakeFiles/rocksdb.dir/utilities/transactions/optimistic_transaction_db_impl.cc.o | |
| [ 93%] Building CXX object CMakeFiles/rocksdb.dir/utilities/transactions/optimistic_transaction_impl.cc.o | |
| [ 93%] Building CXX object CMakeFiles/rocksdb.dir/utilities/transactions/transaction_base.cc.o | |
| [ 93%] Building CXX object CMakeFiles/rocksdb.dir/utilities/transactions/transaction_db_impl.cc.o | |
| [ 93%] Building CXX object CMakeFiles/rocksdb.dir/utilities/transactions/transaction_db_mutex_impl.cc.o | |
| [ 93%] Building CXX object CMakeFiles/rocksdb.dir/utilities/transactions/transaction_impl.cc.o | |
| [ 93%] Building CXX object CMakeFiles/rocksdb.dir/utilities/transactions/transaction_lock_mgr.cc.o | |
| [ 96%] Building CXX object CMakeFiles/rocksdb.dir/utilities/transactions/transaction_util.cc.o | |
| [ 96%] Building CXX object CMakeFiles/rocksdb.dir/utilities/ttl/db_ttl_impl.cc.o | |
| [ 96%] Building CXX object CMakeFiles/rocksdb.dir/utilities/write_batch_with_index/write_batch_with_index.cc.o | |
| [ 96%] Building CXX object CMakeFiles/rocksdb.dir/utilities/write_batch_with_index/write_batch_with_index_internal.cc.o | |
| [ 96%] Building CXX object CMakeFiles/rocksdb.dir/port/port_posix.cc.o | |
| [ 96%] Building CXX object CMakeFiles/rocksdb.dir/env/env_posix.cc.o | |
| [ 96%] Building CXX object CMakeFiles/rocksdb.dir/env/io_posix.cc.o | |
| [100%] Linking CXX static library librocksdb.a | |
| [100%] Built target rocksdb | |
| go build -i -o ./cockroach -v -tags ' make x86_64_pc_linux_gnu' -ldflags ' -X github.com/cockroachdb/cockroach/pkg/build.typ=development -X "github.com/cockroachdb/cockroach/pkg/build.tag=v1.1.1" -X "github.com/cockroachdb/cockroach/pkg/build.utcTime=2017/11/04 14:52:16" -X "github.com/cockroachdb/cockroach/pkg/build.rev=f3bc578c89627d02f2ca30f02b835388278a1c83" -X "github.com/cockroachdb/cockroach/pkg/build.baseBranch=v1.1.1"' . | |
| encoding/csv | |
| github.com/cockroachdb/cockroach/vendor/github.com/dustin/go-humanize | |
| github.com/cockroachdb/cockroach/vendor/github.com/spf13/pflag | |
| github.com/cockroachdb/cockroach/pkg/util/syncutil | |
| github.com/cockroachdb/cockroach/vendor/github.com/gogo/protobuf/proto | |
| github.com/cockroachdb/cockroach/pkg/util/humanizeutil | |
| github.com/cockroachdb/cockroach/pkg/util/envutil | |
| github.com/cockroachdb/cockroach/vendor/github.com/hashicorp/go-version | |
| database/sql/driver | |
| database/sql | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/context | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/hpack | |
| github.com/cockroachdb/cockroach/pkg/build | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/text/unicode/bidi | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/text/secure/bidirule | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/text/unicode/norm | |
| github.com/cockroachdb/cockroach/pkg/ccl/buildccl | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/internal/timeseries | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/trace | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/idna | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/lex/httplex | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/codes | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/credentials | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/grpclb/grpc_lb_v1 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/grpclog | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/keepalive | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/metadata | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/naming | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/peer | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stats | |
| github.com/cockroachdb/cockroach/vendor/github.com/golang/protobuf/ptypes/any | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/genproto/googleapis/rpc/status | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/status | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/tap | |
| net/http/httputil | |
| github.com/cockroachdb/cockroach/vendor/cloud.google.com/go/internal/optional | |
| github.com/cockroachdb/cockroach/vendor/cloud.google.com/go/internal/version | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/api/googleapi/internal/uritemplates | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/api/googleapi | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/api/iterator | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/oauth2/internal | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/oauth2 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/context/ctxhttp | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/api/gensupport | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/api/storage/v1 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc | |
| github.com/cockroachdb/cockroach/vendor/cloud.google.com/go/compute/metadata | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/oauth2/jws | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/oauth2/jwt | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/genproto/googleapis/iam/v1 | |
| github.com/cockroachdb/cockroach/vendor/github.com/googleapis/gax-go | |
| github.com/cockroachdb/cockroach/vendor/cloud.google.com/go/iam | |
| github.com/cockroachdb/cockroach/vendor/cloud.google.com/go/internal | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/api/internal | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/oauth2/google | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/api/option | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/api/googleapi/transport | |
| net/http/cookiejar | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/credentials/oauth | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/api/transport | |
| github.com/cockroachdb/cockroach/vendor/github.com/Azure/go-autorest/autorest | |
| github.com/cockroachdb/cockroach/vendor/cloud.google.com/go/storage | |
| github.com/cockroachdb/cockroach/vendor/github.com/Azure/go-autorest/autorest/date | |
| github.com/cockroachdb/cockroach/vendor/github.com/dgrijalva/jwt-go | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/apd | |
| github.com/cockroachdb/cockroach/vendor/github.com/Azure/go-autorest/autorest/azure | |
| github.com/cockroachdb/cockroach/vendor/github.com/Azure/azure-sdk-for-go/storage | |
| github.com/cockroachdb/cockroach/pkg/settings | |
| github.com/cockroachdb/cockroach/pkg/util/caller | |
| github.com/cockroachdb/cockroach/pkg/util/fileutil | |
| github.com/cockroachdb/cockroach/pkg/util/log/logflags | |
| github.com/cockroachdb/cockroach/pkg/util/timeutil | |
| github.com/cockroachdb/cockroach/vendor/github.com/gogo/protobuf/sortkeys | |
| github.com/cockroachdb/cockroach/vendor/github.com/gogo/protobuf/types | |
| github.com/cockroachdb/cockroach/vendor/github.com/golang/protobuf/ptypes/timestamp | |
| github.com/cockroachdb/cockroach/vendor/github.com/lightstep/lightstep-tracer-go/lightsteppb | |
| github.com/cockroachdb/cockroach/vendor/github.com/opentracing/opentracing-go/log | |
| github.com/cockroachdb/cockroach/vendor/github.com/lightstep/lightstep-tracer-go/collectorpb | |
| github.com/cockroachdb/cockroach/vendor/github.com/opentracing/opentracing-go | |
| github.com/cockroachdb/cockroach/vendor/github.com/lightstep/lightstep-tracer-go/basictracer | |
| runtime/debug | |
| github.com/cockroachdb/cockroach/vendor/github.com/lightstep/lightstep-tracer-go/thrift_0_9_2/lib/go/thrift | |
| github.com/cockroachdb/cockroach/vendor/github.com/davecgh/go-spew/spew | |
| github.com/cockroachdb/cockroach/vendor/github.com/eapache/go-resiliency/breaker | |
| github.com/cockroachdb/cockroach/vendor/github.com/golang/snappy | |
| github.com/cockroachdb/cockroach/vendor/github.com/eapache/go-xerial-snappy | |
| github.com/cockroachdb/cockroach/vendor/github.com/eapache/queue | |
| github.com/cockroachdb/cockroach/vendor/github.com/pierrec/xxHash/xxHash32 | |
| github.com/cockroachdb/cockroach/vendor/github.com/pierrec/lz4 | |
| log/syslog | |
| github.com/cockroachdb/cockroach/vendor/github.com/rcrowley/go-metrics | |
| github.com/cockroachdb/cockroach/vendor/github.com/lightstep/lightstep-tracer-go/lightstep_thrift | |
| github.com/cockroachdb/cockroach/vendor/github.com/Shopify/sarama | |
| github.com/cockroachdb/cockroach/vendor/github.com/lightstep/lightstep-tracer-go/thrift_rpc | |
| github.com/cockroachdb/cockroach/vendor/github.com/lightstep/lightstep-tracer-go | |
| github.com/cockroachdb/cockroach/vendor/github.com/apache/thrift/lib/go/thrift | |
| github.com/cockroachdb/cockroach/vendor/github.com/go-logfmt/logfmt | |
| github.com/cockroachdb/cockroach/vendor/github.com/opentracing/opentracing-go/ext | |
| github.com/cockroachdb/cockroach/vendor/github.com/openzipkin/zipkin-go-opentracing/flag | |
| github.com/cockroachdb/cockroach/vendor/github.com/openzipkin/zipkin-go-opentracing/types | |
| github.com/cockroachdb/cockroach/vendor/github.com/openzipkin/zipkin-go-opentracing/wire | |
| github.com/cockroachdb/cockroach/vendor/github.com/certifi/gocertifi | |
| github.com/cockroachdb/cockroach/vendor/github.com/getsentry/raven-go | |
| github.com/cockroachdb/cockroach/vendor/github.com/openzipkin/zipkin-go-opentracing/_thrift/gen-go/scribe | |
| github.com/cockroachdb/cockroach/vendor/github.com/openzipkin/zipkin-go-opentracing/_thrift/gen-go/zipkincore | |
| github.com/cockroachdb/cockroach/vendor/github.com/petermattis/goid | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/sys/unix | |
| github.com/cockroachdb/cockroach/vendor/github.com/openzipkin/zipkin-go-opentracing | |
| github.com/cockroachdb/cockroach/pkg/util/uint128 | |
| github.com/cockroachdb/cockroach/vendor/github.com/satori/go.uuid | |
| github.com/cockroachdb/cockroach/pkg/util/uuid | |
| github.com/cockroachdb/cockroach/pkg/util/randutil | |
| github.com/cockroachdb/cockroach/pkg/util | |
| github.com/cockroachdb/cockroach/pkg/util/tracing | |
| github.com/cockroachdb/cockroach/pkg/util/duration | |
| github.com/cockroachdb/cockroach/pkg/util/encoding | |
| github.com/cockroachdb/cockroach/vendor/github.com/biogo/store/llrb | |
| github.com/cockroachdb/cockroach/pkg/util/interval | |
| github.com/cockroachdb/cockroach/pkg/util/log | |
| github.com/cockroachdb/cockroach/vendor/github.com/gogo/protobuf/jsonpb | |
| github.com/cockroachdb/cockroach/pkg/util/httputil | |
| github.com/cockroachdb/cockroach/vendor/github.com/golang/protobuf/jsonpb | |
| github.com/cockroachdb/cockroach/vendor/github.com/grpc-ecosystem/grpc-gateway/runtime/internal | |
| github.com/cockroachdb/cockroach/vendor/github.com/grpc-ecosystem/grpc-gateway/runtime | |
| github.com/cockroachdb/cockroach/pkg/util/hlc | |
| github.com/cockroachdb/cockroach/pkg/storage/engine/enginepb | |
| github.com/cockroachdb/cockroach/pkg/util/protoutil | |
| github.com/cockroachdb/cockroach/vendor/github.com/rlmcpherson/s3gof3r | |
| github.com/cockroachdb/cockroach/vendor/github.com/VividCortex/ewma | |
| github.com/cockroachdb/cockroach/vendor/github.com/codahale/hdrhistogram | |
| github.com/cockroachdb/cockroach/vendor/github.com/prometheus/client_model/go | |
| github.com/cockroachdb/cockroach/vendor/github.com/matttproud/golang_protobuf_extensions/pbutil | |
| github.com/cockroachdb/cockroach/vendor/github.com/prometheus/common/internal/bitbucket.org/ww/goautoneg | |
| github.com/cockroachdb/cockroach/vendor/github.com/prometheus/common/model | |
| github.com/cockroachdb/cockroach/pkg/roachpb | |
| github.com/cockroachdb/cockroach/vendor/github.com/prometheus/common/expfmt | |
| github.com/cockroachdb/cockroach/pkg/util/metric | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/crypto/blowfish | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/crypto/bcrypt | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/crypto/ssh/terminal | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/time/rate | |
| github.com/cockroachdb/cockroach/pkg/util/retry | |
| github.com/cockroachdb/cockroach/vendor/gopkg.in/yaml.v2 | |
| github.com/cockroachdb/cockroach/pkg/util/bufalloc | |
| github.com/cockroachdb/cockroach/vendor/github.com/elastic/gosigar | |
| github.com/cockroachdb/cockroach/vendor/github.com/golang/leveldb/db | |
| github.com/cockroachdb/cockroach/vendor/github.com/golang/leveldb/memfs | |
| github.com/cockroachdb/cockroach/vendor/github.com/golang/leveldb/crc | |
| github.com/cockroachdb/cockroach/vendor/github.com/golang/leveldb/table | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgerror | |
| github.com/cockroachdb/cockroach/pkg/sql/mon | |
| github.com/cockroachdb/cockroach/pkg/sql/privilege | |
| github.com/cockroachdb/cockroach/pkg/util/cache | |
| github.com/cockroachdb/cockroach/vendor/github.com/knz/strtime | |
| github.com/cockroachdb/cockroach/vendor/github.com/lib/pq/oid | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/text/internal/tag | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/text/language | |
| github.com/cockroachdb/cockroach/pkg/util/stop | |
| github.com/cockroachdb/cockroach/pkg/security | |
| github.com/cockroachdb/cockroach/pkg/settings/cluster | |
| github.com/cockroachdb/cockroach/pkg/keys | |
| github.com/cockroachdb/cockroach/pkg/base | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/text/internal/colltab | |
| github.com/cockroachdb/cockroach/pkg/config | |
| github.com/cockroachdb/cockroach/pkg/internal/client | |
| github.com/cockroachdb/cockroach/pkg/storage/engine | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/text/collate | |
| github.com/cockroachdb/cockroach/pkg/sql/parser | |
| github.com/cockroachdb/cockroach/pkg/ccl/storageccl/engineccl | |
| github.com/cockroachdb/cockroach/pkg/gossip/resolver | |
| github.com/cockroachdb/cockroach/vendor/github.com/cenk/backoff | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux | |
| github.com/cockroachdb/cockroach/pkg/util/netutil | |
| github.com/cockroachdb/cockroach/pkg/util/grpcutil | |
| github.com/cockroachdb/cockroach/vendor/github.com/facebookgo/clock | |
| github.com/cockroachdb/cockroach/vendor/github.com/grpc-ecosystem/grpc-opentracing/go/otgrpc | |
| github.com/cockroachdb/cockroach/vendor/github.com/montanaflynn/stats | |
| container/ring | |
| github.com/cockroachdb/cockroach/vendor/github.com/rubyist/circuitbreaker | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/syncmap | |
| github.com/cockroachdb/cockroach/pkg/rpc | |
| github.com/cockroachdb/cockroach/pkg/sql/sqlbase | |
| github.com/cockroachdb/cockroach/pkg/gossip | |
| github.com/cockroachdb/cockroach/pkg/sql/sqlutil | |
| github.com/cockroachdb/cockroach/pkg/storage/storagebase | |
| github.com/cockroachdb/cockroach/pkg/util/shuffle | |
| github.com/cockroachdb/cockroach/vendor/github.com/coreos/etcd/raft/raftpb | |
| github.com/cockroachdb/cockroach/vendor/github.com/google/btree | |
| github.com/cockroachdb/cockroach/vendor/github.com/kr/text | |
| github.com/cockroachdb/cockroach/vendor/github.com/kr/pretty | |
| github.com/cockroachdb/cockroach/vendor/github.com/coreos/etcd/raft | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup | |
| github.com/cockroachdb/cockroach/pkg/ccl/utilccl/licenseccl | |
| github.com/cockroachdb/cockroach/pkg/util/syncutil/singleflight | |
| github.com/cockroachdb/cockroach/pkg/kv | |
| github.com/cockroachdb/cockroach/pkg/storage | |
| github.com/cockroachdb/cockroach/pkg/server/diagnosticspb | |
| github.com/cockroachdb/cockroach/pkg/ts/tspb | |
| github.com/cockroachdb/cockroach/vendor/github.com/lib/pq | |
| github.com/cockroachdb/cockroach/pkg/ui | |
| github.com/cockroachdb/cockroach/pkg/util/sdnotify | |
| github.com/cockroachdb/cockroach/vendor/github.com/elazarl/go-bindata-assetfs | |
| github.com/cockroachdb/cockroach/vendor/github.com/mitchellh/reflectwalk | |
| expvar | |
| github.com/cockroachdb/cockroach/vendor/github.com/rcrowley/go-metrics/exp | |
| net/http/pprof | |
| github.com/cockroachdb/cockroach/pkg/ccl/utilccl/intervalccl | |
| archive/zip | |
| github.com/cockroachdb/cockroach/vendor/github.com/backtrace-labs/go-bcd | |
| github.com/cockroachdb/cockroach/vendor/github.com/chzyer/readline | |
| github.com/cockroachdb/cockroach/pkg/cli/cliflags | |
| github.com/cockroachdb/cockroach/vendor/github.com/ianlancetaylor/cgosymbolizer | |
| github.com/cockroachdb/cockroach/pkg/ccl/storageccl | |
| github.com/cockroachdb/cockroach/pkg/server/status | |
| github.com/cockroachdb/cockroach/pkg/sql/jobs | |
| github.com/cockroachdb/cockroach/pkg/sql/distsqlrun | |
| github.com/cockroachdb/cockroach/pkg/server/serverpb | |
| github.com/cockroachdb/cockroach/pkg/sql/distsqlplan | |
| github.com/cockroachdb/cockroach/pkg/ts | |
| github.com/cockroachdb/cockroach/pkg/sql | |
| github.com/cockroachdb/cockroach/vendor/github.com/mattn/go-isatty | |
| github.com/cockroachdb/cockroach/vendor/github.com/mattn/go-runewidth | |
| github.com/cockroachdb/cockroach/vendor/github.com/olekukonko/tablewriter | |
| github.com/cockroachdb/cockroach/vendor/github.com/spf13/cobra | |
| github.com/cockroachdb/cockroach/vendor/github.com/russross/blackfriday | |
| github.com/cockroachdb/cockroach/vendor/github.com/cpuguy83/go-md2man/md2man | |
| github.com/cockroachdb/cockroach/vendor/github.com/spf13/cobra/doc | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire | |
| github.com/cockroachdb/cockroach/pkg/sqlmigrations | |
| github.com/cockroachdb/cockroach/pkg/server | |
| github.com/cockroachdb/cockroach/pkg/ccl/utilccl | |
| github.com/cockroachdb/cockroach/pkg/cli | |
| github.com/cockroachdb/cockroach/pkg/ccl/sqlccl | |
| github.com/cockroachdb/cockroach/pkg/ccl/cliccl | |
| github.com/cockroachdb/cockroach/pkg/ccl | |
| github.com/cockroachdb/cockroach | |
| Will:cockroach will$ | |
| Will:cockroach will$ build/builder.sh make -e TESTTIMEOUT=10m test | |
| GOPATH set to /go | |
| make[1]: Nothing to be done for 'build_lib_static'. | |
| [100%] Built target libprotobuf | |
| [ 62%] Built target snappy | |
| [100%] Built target snappy-unittest | |
| [ 0%] Built target build_version | |
| [100%] Built target rocksdb | |
| [100%] Built target roach | |
| [ 84%] Built target roach | |
| [100%] Built target roachccl | |
| GEN pkg/cli/zcgo_flags.go | |
| GEN pkg/server/status/zcgo_flags.go | |
| GEN pkg/storage/engine/zcgo_flags.go | |
| GEN pkg/ccl/storageccl/engineccl/zcgo_flags.go | |
| go test -v -tags ' make x86_64_pc_linux_gnu' -ldflags ' -X github.com/cockroachdb/cockroach/pkg/build.typ=development -X "github.com/cockroachdb/cockroach/pkg/build.tag=v1.1.1" -X "github.com/cockroachdb/cockroach/pkg/build.utcTime=2017/11/04 15:02:14" -X "github.com/cockroachdb/cockroach/pkg/build.rev=f3bc578c89627d02f2ca30f02b835388278a1c83" -X "github.com/cockroachdb/cockroach/pkg/build.baseBranch=v1.1.1"' -i ./pkg/... | |
| archive/tar | |
| debug/pe | |
| cmd/cgo | |
| github.com/cockroachdb/cockroach/vendor/github.com/opencontainers/go-digest | |
| github.com/cockroachdb/cockroach/vendor/github.com/docker/distribution/digestset | |
| github.com/cockroachdb/cockroach/vendor/github.com/docker/distribution/reference | |
| github.com/cockroachdb/cockroach/vendor/github.com/docker/docker/api/types/blkiodev | |
| github.com/cockroachdb/cockroach/vendor/github.com/docker/docker/api/types/mount | |
| github.com/cockroachdb/cockroach/vendor/github.com/docker/docker/api/types/strslice | |
| github.com/cockroachdb/cockroach/vendor/github.com/docker/go-units | |
| github.com/cockroachdb/cockroach/vendor/github.com/docker/docker/api/types/versions | |
| github.com/cockroachdb/cockroach/vendor/github.com/docker/docker/api/types/filters | |
| github.com/cockroachdb/cockroach/vendor/github.com/docker/docker/api/types/network | |
| github.com/cockroachdb/cockroach/vendor/github.com/docker/docker/api/types/events | |
| github.com/cockroachdb/cockroach/vendor/github.com/docker/docker/api/types/reference | |
| github.com/cockroachdb/cockroach/vendor/github.com/docker/docker/api/types/time | |
| github.com/cockroachdb/cockroach/vendor/github.com/Sirupsen/logrus | |
| github.com/cockroachdb/cockroach/vendor/github.com/docker/docker/pkg/jsonlog | |
| github.com/cockroachdb/cockroach/vendor/github.com/docker/docker/pkg/stdcopy | |
| testing | |
| github.com/cockroachdb/cockroach/vendor/github.com/kr/fs | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/crypto/curve25519 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/crypto/ed25519/internal/edwards25519 | |
| github.com/cockroachdb/cockroach/vendor/github.com/docker/go-connections/nat | |
| github.com/cockroachdb/cockroach/vendor/github.com/docker/docker/api/types/container | |
| github.com/cockroachdb/cockroach/vendor/github.com/docker/docker/api/types/registry | |
| github.com/cockroachdb/cockroach/vendor/github.com/docker/docker/api/types/swarm | |
| github.com/cockroachdb/cockroach/vendor/github.com/docker/docker/pkg/tlsconfig | |
| github.com/cockroachdb/cockroach/vendor/github.com/docker/docker/api/types | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/proxy | |
| github.com/cockroachdb/cockroach/vendor/github.com/docker/go-connections/sockets | |
| github.com/cockroachdb/cockroach/vendor/github.com/docker/docker/api/types/volume | |
| github.com/cockroachdb/cockroach/vendor/github.com/docker/go-connections/tlsconfig | |
| github.com/cockroachdb/cockroach/vendor/github.com/docker/docker/pkg/term | |
| github.com/cockroachdb/cockroach/vendor/github.com/docker/docker/client | |
| github.com/cockroachdb/cockroach/vendor/github.com/docker/docker/pkg/jsonmessage | |
| github.com/cockroachdb/cockroach/pkg/acceptance/localcluster | |
| github.com/cockroachdb/cockroach/pkg/acceptance/cluster | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/crypto/ed25519 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/crypto/ssh | |
| github.com/cockroachdb/cockroach/pkg/testutils | |
| github.com/cockroachdb/cockroach/vendor/github.com/docker/docker/pkg/random | |
| github.com/cockroachdb/cockroach/vendor/github.com/docker/docker/pkg/namesgenerator | |
| github.com/cockroachdb/cockroach/pkg/acceptance/localcluster/tc | |
| github.com/cockroachdb/cockroach/pkg/security/securitytest | |
| github.com/cockroachdb/cockroach/vendor/github.com/pkg/sftp | |
| github.com/cockroachdb/cockroach/pkg/testutils/sqlutils | |
| github.com/cockroachdb/cockroach/pkg/testutils/serverutils | |
| github.com/cockroachdb/cockroach/pkg/ccl/utilccl/sampledataccl | |
| github.com/cockroachdb/cockroach/pkg/acceptance/terrafarm | |
| github.com/cockroachdb/cockroach/pkg/acceptance | |
| github.com/cockroachdb/cockroach/vendor/github.com/ghemawat/stream | |
| github.com/cockroachdb/cockroach/pkg/cmd/urlcheck/lib/urlcheck | |
| github.com/cockroachdb/cockroach/pkg/gossip/simulation | |
| github.com/cockroachdb/cockroach/pkg/internal/rsg/yacc | |
| github.com/cockroachdb/cockroach/pkg/sql/ir/example/base | |
| github.com/cockroachdb/cockroach/pkg/internal/rsg | |
| github.com/cockroachdb/cockroach/pkg/sql/ir/irgen/parser | |
| github.com/cockroachdb/cockroach/pkg/sql/ir/irgen/template | |
| github.com/cockroachdb/cockroach/pkg/sql/ir/irgen/ir | |
| github.com/cockroachdb/cockroach/pkg/sql/pgbench | |
| github.com/cockroachdb/cockroach/pkg/sql/ir/irgen/analyzer | |
| github.com/cockroachdb/cockroach/pkg/sql/ir/irgen/codegen | |
| github.com/cockroachdb/cockroach/pkg/testutils/buildutil | |
| github.com/cockroachdb/cockroach/pkg/testutils/distsqlutils | |
| github.com/cockroachdb/cockroach/pkg/testutils/gossiputil | |
| github.com/cockroachdb/cockroach/pkg/testutils/localtestcluster | |
| github.com/cockroachdb/cockroach/pkg/testutils/storageutils | |
| github.com/cockroachdb/cockroach/pkg/testutils/testcluster | |
| github.com/cockroachdb/cockroach/pkg/testutils/zerofields | |
| github.com/cockroachdb/cockroach/pkg/util/leaktest | |
| github.com/cockroachdb/cockroach/vendor/github.com/abourget/teamcity | |
| github.com/cockroachdb/cockroach/vendor/github.com/aws/aws-sdk-go/aws/awserr | |
| github.com/cockroachdb/cockroach/vendor/github.com/go-ini/ini | |
| github.com/cockroachdb/cockroach/vendor/github.com/aws/aws-sdk-go/aws/endpoints | |
| github.com/cockroachdb/cockroach/vendor/github.com/aws/aws-sdk-go/aws/credentials | |
| github.com/cockroachdb/cockroach/vendor/github.com/aws/aws-sdk-go/aws/client/metadata | |
| github.com/cockroachdb/cockroach/vendor/github.com/jmespath/go-jmespath | |
| github.com/cockroachdb/cockroach/vendor/github.com/aws/aws-sdk-go/aws/awsutil | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cockroach-go/crdb | |
| github.com/cockroachdb/cockroach/vendor/github.com/go-sql-driver/mysql | |
| github.com/cockroachdb/cockroach/vendor/github.com/aws/aws-sdk-go/aws | |
| github.com/cockroachdb/cockroach/vendor/github.com/aws/aws-sdk-go/aws/request | |
| github.com/cockroachdb/cockroach/vendor/github.com/aws/aws-sdk-go/aws/client | |
| github.com/cockroachdb/cockroach/vendor/github.com/aws/aws-sdk-go/aws/corehandlers | |
| github.com/cockroachdb/cockroach/vendor/github.com/aws/aws-sdk-go/private/protocol/rest | |
| github.com/cockroachdb/cockroach/vendor/github.com/aws/aws-sdk-go/private/protocol | |
| github.com/cockroachdb/cockroach/vendor/github.com/aws/aws-sdk-go/private/protocol/query/queryutil | |
| github.com/cockroachdb/cockroach/vendor/github.com/aws/aws-sdk-go/private/protocol/xml/xmlutil | |
| github.com/cockroachdb/cockroach/vendor/github.com/aws/aws-sdk-go/aws/signer/v4 | |
| github.com/cockroachdb/cockroach/vendor/github.com/aws/aws-sdk-go/private/protocol/query | |
| github.com/cockroachdb/cockroach/vendor/github.com/aws/aws-sdk-go/aws/ec2metadata | |
| github.com/cockroachdb/cockroach/vendor/github.com/aws/aws-sdk-go/service/sts | |
| github.com/cockroachdb/cockroach/vendor/github.com/aws/aws-sdk-go/aws/credentials/ec2rolecreds | |
| github.com/cockroachdb/cockroach/vendor/github.com/aws/aws-sdk-go/aws/credentials/endpointcreds | |
| github.com/cockroachdb/cockroach/vendor/github.com/aws/aws-sdk-go/aws/credentials/stscreds | |
| github.com/cockroachdb/cockroach/vendor/github.com/aws/aws-sdk-go/aws/defaults | |
| github.com/cockroachdb/cockroach/vendor/github.com/aws/aws-sdk-go/private/protocol/restxml | |
| github.com/cockroachdb/cockroach/vendor/github.com/aws/aws-sdk-go/service/s3 | |
| github.com/cockroachdb/cockroach/vendor/github.com/aws/aws-sdk-go/aws/session | |
| github.com/cockroachdb/cockroach/vendor/github.com/gogo/protobuf/protoc-gen-gogo/descriptor | |
| github.com/cockroachdb/cockroach/vendor/github.com/gogo/protobuf/gogoproto | |
| github.com/cockroachdb/cockroach/vendor/github.com/gogo/protobuf/vanity | |
| github.com/cockroachdb/cockroach/vendor/github.com/gogo/protobuf/protoc-gen-gogo/plugin | |
| github.com/cockroachdb/cockroach/vendor/github.com/gogo/protobuf/protoc-gen-gogo/generator | |
| github.com/cockroachdb/cockroach/vendor/github.com/gogo/protobuf/plugin/testgen | |
| github.com/cockroachdb/cockroach/vendor/github.com/gogo/protobuf/plugin/defaultcheck | |
| github.com/cockroachdb/cockroach/vendor/github.com/gogo/protobuf/plugin/embedcheck | |
| github.com/cockroachdb/cockroach/vendor/github.com/gogo/protobuf/plugin/enumstringer | |
| github.com/cockroachdb/cockroach/vendor/github.com/gogo/protobuf/plugin/marshalto | |
| github.com/cockroachdb/cockroach/vendor/github.com/gogo/protobuf/plugin/compare | |
| github.com/cockroachdb/cockroach/vendor/github.com/gogo/protobuf/plugin/description | |
| github.com/cockroachdb/cockroach/vendor/github.com/gogo/protobuf/plugin/equal | |
| github.com/cockroachdb/cockroach/vendor/github.com/gogo/protobuf/plugin/face | |
| github.com/cockroachdb/cockroach/vendor/github.com/gogo/protobuf/plugin/gostring | |
| github.com/cockroachdb/cockroach/vendor/github.com/gogo/protobuf/plugin/oneofcheck | |
| github.com/cockroachdb/cockroach/vendor/github.com/gogo/protobuf/plugin/populate | |
| github.com/cockroachdb/cockroach/vendor/github.com/gogo/protobuf/plugin/size | |
| github.com/cockroachdb/cockroach/vendor/github.com/gogo/protobuf/plugin/stringer | |
| github.com/cockroachdb/cockroach/vendor/github.com/gogo/protobuf/plugin/union | |
| github.com/cockroachdb/cockroach/vendor/github.com/gogo/protobuf/plugin/unmarshal | |
| github.com/cockroachdb/cockroach/vendor/github.com/gogo/protobuf/protoc-gen-gogo/grpc | |
| github.com/cockroachdb/cockroach/vendor/github.com/google/go-querystring/query | |
| github.com/cockroachdb/cockroach/vendor/github.com/google/go-github/github | |
| github.com/cockroachdb/cockroach/vendor/github.com/gogo/protobuf/vanity/command | |
| github.com/cockroachdb/cockroach/vendor/github.com/tebeka/go2xunit/lib | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/perf/storage | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/health/grpc_health_v1 | |
| net/http/httptest | |
| testing/internal/testdeps | |
| testing/quick | |
| go test -tags ' make x86_64_pc_linux_gnu' -ldflags ' -X github.com/cockroachdb/cockroach/pkg/build.typ=development -X "github.com/cockroachdb/cockroach/pkg/build.tag=v1.1.1" -X "github.com/cockroachdb/cockroach/pkg/build.utcTime=2017/11/04 15:04:26" -X "github.com/cockroachdb/cockroach/pkg/build.rev=f3bc578c89627d02f2ca30f02b835388278a1c83" -X "github.com/cockroachdb/cockroach/pkg/build.baseBranch=v1.1.1"' -run "." -timeout 10m ./pkg/... | |
| ok github.com/cockroachdb/cockroach/pkg/acceptance 0.143s | |
| ? github.com/cockroachdb/cockroach/pkg/acceptance/cluster [no test files] | |
| ? github.com/cockroachdb/cockroach/pkg/acceptance/localcluster [no test files] | |
| ? github.com/cockroachdb/cockroach/pkg/acceptance/localcluster/tc [no test files] | |
| ? github.com/cockroachdb/cockroach/pkg/acceptance/terrafarm [no test files] | |
| ok github.com/cockroachdb/cockroach/pkg/base 0.136s | |
| ? github.com/cockroachdb/cockroach/pkg/build [no test files] | |
| ? github.com/cockroachdb/cockroach/pkg/ccl [no test files] | |
| ok github.com/cockroachdb/cockroach/pkg/ccl/acceptanceccl 0.090s | |
| ? github.com/cockroachdb/cockroach/pkg/ccl/buildccl [no test files] | |
| ? github.com/cockroachdb/cockroach/pkg/ccl/cliccl [no test files] | |
| ok github.com/cockroachdb/cockroach/pkg/ccl/sqlccl 243.628s | |
| ok github.com/cockroachdb/cockroach/pkg/ccl/storageccl 12.630s | |
| ok github.com/cockroachdb/cockroach/pkg/ccl/storageccl/engineccl 0.625s | |
| ok github.com/cockroachdb/cockroach/pkg/ccl/utilccl 0.109s | |
| ok github.com/cockroachdb/cockroach/pkg/ccl/utilccl/intervalccl 0.088s | |
| ok github.com/cockroachdb/cockroach/pkg/ccl/utilccl/licenseccl 0.099s | |
| ok github.com/cockroachdb/cockroach/pkg/ccl/utilccl/sampledataccl 16.572s | |
| ok github.com/cockroachdb/cockroach/pkg/cli 26.166s | |
| ? github.com/cockroachdb/cockroach/pkg/cli/cliflags [no test files] | |
| ? github.com/cockroachdb/cockroach/pkg/cmd/allocsim [no test files] | |
| ? github.com/cockroachdb/cockroach/pkg/cmd/benchmark [no test files] | |
| ok github.com/cockroachdb/cockroach/pkg/cmd/cockroach-oss 11.131s | |
| ? github.com/cockroachdb/cockroach/pkg/cmd/docgen [no test files] | |
| ? github.com/cockroachdb/cockroach/pkg/cmd/generate-binary [no test files] | |
| ok github.com/cockroachdb/cockroach/pkg/cmd/github-post 0.299s | |
| ok github.com/cockroachdb/cockroach/pkg/cmd/github-pull-request-make 0.209s | |
| ? github.com/cockroachdb/cockroach/pkg/cmd/gossipsim [no test files] | |
| ? github.com/cockroachdb/cockroach/pkg/cmd/metacheck [no test files] | |
| ? github.com/cockroachdb/cockroach/pkg/cmd/protoc-gen-gogoroach [no test files] | |
| ? github.com/cockroachdb/cockroach/pkg/cmd/publish-artifacts [no test files] | |
| ? github.com/cockroachdb/cockroach/pkg/cmd/returncheck [no test files] | |
| ok github.com/cockroachdb/cockroach/pkg/cmd/teamcity-trigger 22.288s | |
| ? github.com/cockroachdb/cockroach/pkg/cmd/urlcheck [no test files] | |
| ? github.com/cockroachdb/cockroach/pkg/cmd/urlcheck/lib/urlcheck [no test files] | |
| ? github.com/cockroachdb/cockroach/pkg/cmd/zerosum [no test files] | |
| ok github.com/cockroachdb/cockroach/pkg/config 0.143s | |
| ok github.com/cockroachdb/cockroach/pkg/gossip 2.761s | |
| ok github.com/cockroachdb/cockroach/pkg/gossip/resolver 0.081s | |
| ? github.com/cockroachdb/cockroach/pkg/gossip/simulation [no test files] | |
| ok github.com/cockroachdb/cockroach/pkg/internal/client 18.763s | |
| ? github.com/cockroachdb/cockroach/pkg/internal/rsg [no test files] | |
| ok github.com/cockroachdb/cockroach/pkg/internal/rsg/yacc 0.093s | |
| ok github.com/cockroachdb/cockroach/pkg/keys 0.174s | |
| ok github.com/cockroachdb/cockroach/pkg/kv 137.124s | |
| ok github.com/cockroachdb/cockroach/pkg/roachpb 0.136s | |
| ok github.com/cockroachdb/cockroach/pkg/rpc 6.108s | |
| ok github.com/cockroachdb/cockroach/pkg/security 2.049s | |
| ? github.com/cockroachdb/cockroach/pkg/security/securitytest [no test files] | |
| I171104 15:15:54.859961 19 server/config.go:528 [n?] 1 storage engine initialized | |
| I171104 15:15:54.860010 19 server/config.go:530 [n?] RocksDB cache size: 128 MiB | |
| I171104 15:15:54.860067 19 server/config.go:530 [n?] store 0: in-memory, size 0 B | |
| I171104 15:15:54.863124 19 server/node.go:344 [n?] **** cluster dc8c7445-4ce6-4fb0-adf5-88cee2d048c6 has been created | |
| I171104 15:15:54.863219 19 server/server.go:836 [n?] **** add additional nodes by specifying --join=127.0.0.1:44079 | |
| I171104 15:15:54.863825 19 storage/store.go:1199 [n1,s1] [n1,s1]: failed initial metrics computation: [n1,s1]: system config not yet available | |
| I171104 15:15:54.863899 19 server/node.go:461 [n1] initialized store [n1,s1]: disk (capacity=512 MiB, available=512 MiB, used=0 B, logicalBytes=3.2 KiB), ranges=1, leases=0, writes=0.00, bytesPerReplica={p10=3266.00 p25=3266.00 p50=3266.00 p75=3266.00 p90=3266.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=0.00} | |
| I171104 15:15:54.863918 19 server/node.go:326 [n1] node ID 1 initialized | |
| I171104 15:15:54.864139 19 gossip/gossip.go:327 [n1] NodeDescriptor set to node_id:1 address:<network_field:"tcp" address_field:"127.0.0.1:44079" > attrs:<> locality:<> ServerVersion:<major_val:1 minor_val:1 patch:0 unstable:0 > | |
| I171104 15:15:54.864328 19 storage/stores.go:303 [n1] read 0 node addresses from persistent storage | |
| I171104 15:15:54.864397 19 server/node.go:606 [n1] connecting to gossip network to verify cluster ID... | |
| I171104 15:15:54.864555 19 server/node.go:631 [n1] node connected via gossip and verified as part of cluster "dc8c7445-4ce6-4fb0-adf5-88cee2d048c6" | |
| I171104 15:15:54.864575 19 server/node.go:403 [n1] node=1: started with [<no-attributes>=<in-mem>] engine(s) and attributes [] | |
| I171104 15:15:54.864770 19 sql/executor.go:408 [n1] creating distSQLPlanner with address {tcp 127.0.0.1:44079} | |
| I171104 15:15:54.904880 115 storage/replica_command.go:2716 [split,n1,s1,r1/1:/M{in-ax}] initiating a split of this range at key /System/"" [r2] | |
| I171104 15:15:54.913870 19 server/server.go:946 [n1] starting https server at 127.0.0.1:42143 | |
| I171104 15:15:54.913906 19 server/server.go:947 [n1] starting grpc/postgres server at 127.0.0.1:44079 | |
| I171104 15:15:54.913917 19 server/server.go:948 [n1] advertising CockroachDB node at 127.0.0.1:44079 | |
| W171104 15:15:54.913929 19 sql/jobs/registry.go:156 [n1] unable to get node liveness: node not in the liveness table | |
| I171104 15:15:54.921786 115 storage/replica_command.go:2716 [split,n1,s1,r2/1:/{System/-Max}] initiating a split of this range at key /System/NodeLiveness [r3] | |
| I171104 15:15:54.925650 19 sql/event_log.go:102 [n1] Event: "alter_table", target: 12, info: {TableName:eventlog Statement:ALTER TABLE system.eventlog ALTER COLUMN "uniqueID" SET DEFAULT uuid_v4() User:node MutationID:0 CascadeDroppedViews:[]} | |
| I171104 15:15:54.935528 19 sql/lease.go:342 [n1] publish: descID=12 (eventlog) version=2 mtime=2017-11-04 15:15:54.935009809 +0000 UTC | |
| I171104 15:15:54.937553 115 storage/replica_command.go:2716 [split,n1,s1,r3/1:/{System/NodeL…-Max}] initiating a split of this range at key /System/NodeLivenessMax [r4] | |
| I171104 15:15:54.943275 115 storage/replica_command.go:2716 [split,n1,s1,r4/1:/{System/NodeL…-Max}] initiating a split of this range at key /System/tsd [r5] | |
| I171104 15:15:54.951802 19 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:diagnostics.reporting.enabled Value:true User:node} | |
| I171104 15:15:54.956834 115 storage/replica_command.go:2716 [split,n1,s1,r5/1:/{System/tsd-Max}] initiating a split of this range at key /System/"tse" [r6] | |
| E171104 15:15:54.976291 76 storage/replica_proposal.go:538 [n1,s1,r5/1:/{System/tsd-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| I171104 15:15:54.977711 19 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:version Value:1.1 User:node} | |
| I171104 15:15:54.977985 115 storage/replica_command.go:2716 [split,n1,s1,r6/1:/{System/tse-Max}] initiating a split of this range at key /Table/SystemConfigSpan/Start [r7] | |
| I171104 15:15:54.985598 19 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:trace.debug.enable Value:false User:node} | |
| I171104 15:15:54.986150 19 server/server.go:1090 [n1] done ensuring all necessary migrations have run | |
| I171104 15:15:54.986183 19 server/server.go:1092 [n1] serving sql connections | |
| I171104 15:15:54.991868 115 storage/replica_command.go:2716 [split,n1,s1,r7/1:/{Table/System…-Max}] initiating a split of this range at key /Table/11 [r8] | |
| I171104 15:15:54.993203 398 sql/event_log.go:102 [n1] Event: "node_join", target: 1, info: {Descriptor:{NodeID:1 Address:{NetworkField:tcp AddressField:127.0.0.1:44079} Attrs: Locality: ServerVersion:1.1} ClusterID:dc8c7445-4ce6-4fb0-adf5-88cee2d048c6 StartedAt:1509808554864558815 LastUp:1509808554864558815} | |
| I171104 15:15:54.996643 115 storage/replica_command.go:2716 [split,n1,s1,r8/1:/{Table/11-Max}] initiating a split of this range at key /Table/12 [r9] | |
| I171104 15:15:55.005300 115 storage/replica_command.go:2716 [split,n1,s1,r9/1:/{Table/12-Max}] initiating a split of this range at key /Table/13 [r10] | |
| I171104 15:15:55.030550 115 storage/replica_command.go:2716 [split,n1,s1,r10/1:/{Table/13-Max}] initiating a split of this range at key /Table/14 [r11] | |
| I171104 15:15:55.040765 115 storage/replica_command.go:2716 [split,n1,s1,r11/1:/{Table/14-Max}] initiating a split of this range at key /Table/15 [r12] | |
| I171104 15:15:55.045730 115 storage/replica_command.go:2716 [split,n1,s1,r12/1:/{Table/15-Max}] initiating a split of this range at key /Table/16 [r13] | |
| I171104 15:15:55.049289 115 storage/replica_command.go:2716 [split,n1,s1,r13/1:/{Table/16-Max}] initiating a split of this range at key /Table/17 [r14] | |
| I171104 15:15:55.059734 115 storage/replica_command.go:2716 [split,n1,s1,r14/1:/{Table/17-Max}] initiating a split of this range at key /Table/18 [r15] | |
| I171104 15:15:55.064343 115 storage/replica_command.go:2716 [split,n1,s1,r15/1:/{Table/18-Max}] initiating a split of this range at key /Table/19 [r16] | |
| I171104 15:15:55.093600 168 vendor/google.golang.org/grpc/grpclog/grpclog.go:75 transport: http2Server.HandleStreams failed to read frame: read tcp 127.0.0.1:44079->127.0.0.1:34860: use of closed network connection | |
| I171104 15:15:55.114951 714 server/config.go:528 [n?] 1 storage engine initialized | |
| I171104 15:15:55.115007 714 server/config.go:530 [n?] RocksDB cache size: 128 MiB | |
| I171104 15:15:55.115060 714 server/config.go:530 [n?] store 0: in-memory, size 0 B | |
| I171104 15:15:55.119675 714 server/node.go:344 [n?] **** cluster f8fb95d5-62f2-4a9e-9d5a-5b735b6d9469 has been created | |
| I171104 15:15:55.119713 714 server/server.go:836 [n?] **** add additional nodes by specifying --join=127.0.0.1:38707 | |
| I171104 15:15:55.121082 714 storage/store.go:1199 [n1,s1] [n1,s1]: failed initial metrics computation: [n1,s1]: system config not yet available | |
| I171104 15:15:55.121137 714 server/node.go:461 [n1] initialized store [n1,s1]: disk (capacity=512 MiB, available=512 MiB, used=0 B, logicalBytes=3.2 KiB), ranges=1, leases=0, writes=0.00, bytesPerReplica={p10=3266.00 p25=3266.00 p50=3266.00 p75=3266.00 p90=3266.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=0.00} | |
| I171104 15:15:55.121310 714 server/node.go:326 [n1] node ID 1 initialized | |
| I171104 15:15:55.121352 714 gossip/gossip.go:327 [n1] NodeDescriptor set to node_id:1 address:<network_field:"tcp" address_field:"127.0.0.1:38707" > attrs:<> locality:<> ServerVersion:<major_val:1 minor_val:1 patch:0 unstable:0 > | |
| I171104 15:15:55.121708 714 storage/stores.go:303 [n1] read 0 node addresses from persistent storage | |
| I171104 15:15:55.122084 714 server/node.go:606 [n1] connecting to gossip network to verify cluster ID... | |
| I171104 15:15:55.122147 714 server/node.go:631 [n1] node connected via gossip and verified as part of cluster "f8fb95d5-62f2-4a9e-9d5a-5b735b6d9469" | |
| I171104 15:15:55.122164 714 server/node.go:403 [n1] node=1: started with [<no-attributes>=<in-mem>] engine(s) and attributes [] | |
| I171104 15:15:55.122207 714 sql/executor.go:408 [n1] creating distSQLPlanner with address {tcp 127.0.0.1:38707} | |
| I171104 15:15:55.124969 714 server/server.go:946 [n1] starting https server at 127.0.0.1:44831 | |
| I171104 15:15:55.125004 714 server/server.go:947 [n1] starting grpc/postgres server at 127.0.0.1:38707 | |
| I171104 15:15:55.125019 714 server/server.go:948 [n1] advertising CockroachDB node at 127.0.0.1:38707 | |
| W171104 15:15:55.125038 714 sql/jobs/registry.go:156 [n1] unable to get node liveness: node not in the liveness table | |
| I171104 15:15:55.134463 829 storage/replica_command.go:2716 [split,n1,s1,r1/1:/M{in-ax}] initiating a split of this range at key /System/"" [r2] | |
| I171104 15:15:55.165490 714 sql/event_log.go:102 [n1] Event: "alter_table", target: 12, info: {TableName:eventlog Statement:ALTER TABLE system.eventlog ALTER COLUMN "uniqueID" SET DEFAULT uuid_v4() User:node MutationID:0 CascadeDroppedViews:[]} | |
| E171104 15:15:55.172998 815 storage/replica_proposal.go:538 [n1,s1,r1/1:/M{in-ax}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| I171104 15:15:55.175494 714 sql/lease.go:342 [n1] publish: descID=12 (eventlog) version=2 mtime=2017-11-04 15:15:55.175371483 +0000 UTC | |
| I171104 15:15:55.179304 829 storage/replica_command.go:2716 [split,n1,s1,r2/1:/{System/-Max}] initiating a split of this range at key /System/NodeLiveness [r3] | |
| E171104 15:15:55.183592 813 storage/replica_proposal.go:538 [n1,s1,r2/1:/{System/-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| I171104 15:15:55.184878 829 storage/replica_command.go:2716 [split,n1,s1,r3/1:/{System/NodeL…-Max}] initiating a split of this range at key /System/NodeLivenessMax [r4] | |
| E171104 15:15:55.187881 805 storage/replica_proposal.go:538 [n1,s1,r3/1:/{System/NodeL…-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| I171104 15:15:55.195398 829 storage/replica_command.go:2716 [split,n1,s1,r4/1:/{System/NodeL…-Max}] initiating a split of this range at key /System/tsd [r5] | |
| I171104 15:15:55.195823 714 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:diagnostics.reporting.enabled Value:true User:node} | |
| I171104 15:15:55.205045 714 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:version Value:1.1 User:node} | |
| I171104 15:15:55.212500 714 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:trace.debug.enable Value:false User:node} | |
| I171104 15:15:55.213861 714 server/server.go:1090 [n1] done ensuring all necessary migrations have run | |
| I171104 15:15:55.213896 714 server/server.go:1092 [n1] serving sql connections | |
| I171104 15:15:55.215365 829 storage/replica_command.go:2716 [split,n1,s1,r5/1:/{System/tsd-Max}] initiating a split of this range at key /System/"tse" [r6] | |
| I171104 15:15:55.226620 1138 sql/event_log.go:102 [n1] Event: "node_join", target: 1, info: {Descriptor:{NodeID:1 Address:{NetworkField:tcp AddressField:127.0.0.1:38707} Attrs: Locality: ServerVersion:1.1} ClusterID:f8fb95d5-62f2-4a9e-9d5a-5b735b6d9469 StartedAt:1509808555122153773 LastUp:1509808555122153773} | |
| I171104 15:15:55.237916 829 storage/replica_command.go:2716 [split,n1,s1,r6/1:/{System/tse-Max}] initiating a split of this range at key /Table/SystemConfigSpan/Start [r7] | |
| I171104 15:15:55.246499 829 storage/replica_command.go:2716 [split,n1,s1,r7/1:/{Table/System…-Max}] initiating a split of this range at key /Table/11 [r8] | |
| I171104 15:15:55.250694 829 storage/replica_command.go:2716 [split,n1,s1,r8/1:/{Table/11-Max}] initiating a split of this range at key /Table/12 [r9] | |
| I171104 15:15:55.254711 829 storage/replica_command.go:2716 [split,n1,s1,r9/1:/{Table/12-Max}] initiating a split of this range at key /Table/13 [r10] | |
| I171104 15:15:55.305024 829 storage/replica_command.go:2716 [split,n1,s1,r10/1:/{Table/13-Max}] initiating a split of this range at key /Table/14 [r11] | |
| I171104 15:15:55.314077 829 storage/replica_command.go:2716 [split,n1,s1,r11/1:/{Table/14-Max}] initiating a split of this range at key /Table/15 [r12] | |
| I171104 15:15:55.320185 829 storage/replica_command.go:2716 [split,n1,s1,r12/1:/{Table/15-Max}] initiating a split of this range at key /Table/16 [r13] | |
| I171104 15:15:55.332936 829 storage/replica_command.go:2716 [split,n1,s1,r13/1:/{Table/16-Max}] initiating a split of this range at key /Table/17 [r14] | |
| I171104 15:15:55.337480 829 storage/replica_command.go:2716 [split,n1,s1,r14/1:/{Table/17-Max}] initiating a split of this range at key /Table/18 [r15] | |
| I171104 15:15:55.340947 829 storage/replica_command.go:2716 [split,n1,s1,r15/1:/{Table/18-Max}] initiating a split of this range at key /Table/19 [r16] | |
| I171104 15:15:55.384717 922 vendor/google.golang.org/grpc/grpclog/grpclog.go:75 transport: http2Server.HandleStreams failed to read frame: read tcp 127.0.0.1:38707->127.0.0.1:41790: use of closed network connection | |
| I171104 15:15:55.385005 925 vendor/google.golang.org/grpc/grpclog/grpclog.go:60 transport: http2Client.notifyError got notified that the client transport was broken EOF. | |
| I171104 15:15:55.438739 1491 server/config.go:528 [n?] 1 storage engine initialized | |
| I171104 15:15:55.438777 1491 server/config.go:530 [n?] RocksDB cache size: 128 MiB | |
| I171104 15:15:55.438812 1491 server/config.go:530 [n?] store 0: in-memory, size 0 B | |
| I171104 15:15:55.444147 1491 server/node.go:344 [n?] **** cluster 35a2f166-93db-4e9a-8744-855d985de4fa has been created | |
| I171104 15:15:55.444189 1491 server/server.go:836 [n?] **** add additional nodes by specifying --join=127.0.0.1:33661 | |
| I171104 15:15:55.450531 1491 storage/store.go:1199 [n1,s1] [n1,s1]: failed initial metrics computation: [n1,s1]: system config not yet available | |
| I171104 15:15:55.450577 1491 server/node.go:461 [n1] initialized store [n1,s1]: disk (capacity=512 MiB, available=512 MiB, used=0 B, logicalBytes=3.2 KiB), ranges=1, leases=0, writes=0.00, bytesPerReplica={p10=3266.00 p25=3266.00 p50=3266.00 p75=3266.00 p90=3266.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=0.00} | |
| I171104 15:15:55.450608 1491 server/node.go:326 [n1] node ID 1 initialized | |
| I171104 15:15:55.450653 1491 gossip/gossip.go:327 [n1] NodeDescriptor set to node_id:1 address:<network_field:"tcp" address_field:"127.0.0.1:33661" > attrs:<> locality:<> ServerVersion:<major_val:1 minor_val:1 patch:0 unstable:0 > | |
| I171104 15:15:55.450755 1491 storage/stores.go:303 [n1] read 0 node addresses from persistent storage | |
| I171104 15:15:55.450822 1491 server/node.go:606 [n1] connecting to gossip network to verify cluster ID... | |
| I171104 15:15:55.450921 1491 server/node.go:631 [n1] node connected via gossip and verified as part of cluster "35a2f166-93db-4e9a-8744-855d985de4fa" | |
| I171104 15:15:55.450948 1491 server/node.go:403 [n1] node=1: started with [<no-attributes>=<in-mem>] engine(s) and attributes [] | |
| I171104 15:15:55.450996 1491 sql/executor.go:408 [n1] creating distSQLPlanner with address {tcp 127.0.0.1:33661} | |
| I171104 15:15:55.452069 1561 storage/replica_command.go:2716 [split,n1,s1,r1/1:/M{in-ax}] initiating a split of this range at key /System/"" [r2] | |
| I171104 15:15:55.453391 1491 server/server.go:946 [n1] starting https server at 127.0.0.1:33351 | |
| I171104 15:15:55.453476 1491 server/server.go:947 [n1] starting grpc/postgres server at 127.0.0.1:33661 | |
| I171104 15:15:55.453490 1491 server/server.go:948 [n1] advertising CockroachDB node at 127.0.0.1:33661 | |
| W171104 15:15:55.453505 1491 sql/jobs/registry.go:156 [n1] unable to get node liveness: node not in the liveness table | |
| I171104 15:15:55.464936 1561 storage/replica_command.go:2716 [split,n1,s1,r2/1:/{System/-Max}] initiating a split of this range at key /System/NodeLiveness [r3] | |
| I171104 15:15:55.486506 1491 sql/event_log.go:102 [n1] Event: "alter_table", target: 12, info: {TableName:eventlog Statement:ALTER TABLE system.eventlog ALTER COLUMN "uniqueID" SET DEFAULT uuid_v4() User:node MutationID:0 CascadeDroppedViews:[]} | |
| I171104 15:15:55.490183 1491 sql/lease.go:342 [n1] publish: descID=12 (eventlog) version=2 mtime=2017-11-04 15:15:55.489924575 +0000 UTC | |
| I171104 15:15:55.493843 1561 storage/replica_command.go:2716 [split,n1,s1,r3/1:/{System/NodeL…-Max}] initiating a split of this range at key /System/NodeLivenessMax [r4] | |
| I171104 15:15:55.503627 1561 storage/replica_command.go:2716 [split,n1,s1,r4/1:/{System/NodeL…-Max}] initiating a split of this range at key /System/tsd [r5] | |
| I171104 15:15:55.503906 1491 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:diagnostics.reporting.enabled Value:true User:node} | |
| I171104 15:15:55.516503 1491 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:version Value:1.1 User:node} | |
| I171104 15:15:55.518413 1561 storage/replica_command.go:2716 [split,n1,s1,r5/1:/{System/tsd-Max}] initiating a split of this range at key /System/"tse" [r6] | |
| I171104 15:15:55.525029 1561 storage/replica_command.go:2716 [split,n1,s1,r6/1:/{System/tse-Max}] initiating a split of this range at key /Table/SystemConfigSpan/Start [r7] | |
| I171104 15:15:55.555193 1561 storage/replica_command.go:2716 [split,n1,s1,r7/1:/{Table/System…-Max}] initiating a split of this range at key /Table/11 [r8] | |
| I171104 15:15:55.564799 1561 storage/replica_command.go:2716 [split,n1,s1,r8/1:/{Table/11-Max}] initiating a split of this range at key /Table/12 [r9] | |
| I171104 15:15:55.574970 1491 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:trace.debug.enable Value:false User:node} | |
| I171104 15:15:55.575732 1491 server/server.go:1090 [n1] done ensuring all necessary migrations have run | |
| I171104 15:15:55.575764 1491 server/server.go:1092 [n1] serving sql connections | |
| I171104 15:15:55.579208 1561 storage/replica_command.go:2716 [split,n1,s1,r9/1:/{Table/12-Max}] initiating a split of this range at key /Table/13 [r10] | |
| I171104 15:15:55.583256 1923 sql/event_log.go:102 [n1] Event: "node_join", target: 1, info: {Descriptor:{NodeID:1 Address:{NetworkField:tcp AddressField:127.0.0.1:33661} Attrs: Locality: ServerVersion:1.1} ClusterID:35a2f166-93db-4e9a-8744-855d985de4fa StartedAt:1509808555450933746 LastUp:1509808555450933746} | |
| I171104 15:15:55.586383 1561 storage/replica_command.go:2716 [split,n1,s1,r10/1:/{Table/13-Max}] initiating a split of this range at key /Table/14 [r11] | |
| I171104 15:15:55.594624 1561 storage/replica_command.go:2716 [split,n1,s1,r11/1:/{Table/14-Max}] initiating a split of this range at key /Table/15 [r12] | |
| I171104 15:15:55.599446 1561 storage/replica_command.go:2716 [split,n1,s1,r12/1:/{Table/15-Max}] initiating a split of this range at key /Table/16 [r13] | |
| I171104 15:15:55.609304 1561 storage/replica_command.go:2716 [split,n1,s1,r13/1:/{Table/16-Max}] initiating a split of this range at key /Table/17 [r14] | |
| I171104 15:15:55.619114 1561 storage/replica_command.go:2716 [split,n1,s1,r14/1:/{Table/17-Max}] initiating a split of this range at key /Table/18 [r15] | |
| I171104 15:15:55.623422 1561 storage/replica_command.go:2716 [split,n1,s1,r15/1:/{Table/18-Max}] initiating a split of this range at key /Table/19 [r16] | |
| I171104 15:15:55.803399 1657 vendor/google.golang.org/grpc/grpclog/grpclog.go:75 transport: http2Server.HandleStreams failed to read frame: read tcp 127.0.0.1:33661->127.0.0.1:50010: use of closed network connection | |
| I171104 15:15:55.827015 2215 server/config.go:528 [n?] 1 storage engine initialized | |
| I171104 15:15:55.827036 2215 server/config.go:530 [n?] RocksDB cache size: 128 MiB | |
| I171104 15:15:55.827045 2215 server/config.go:530 [n?] store 0: in-memory, size 0 B | |
| I171104 15:15:55.830763 2215 server/node.go:344 [n?] **** cluster 0e83cc0d-d375-42f0-8e77-c234ac93cfc8 has been created | |
| I171104 15:15:55.830797 2215 server/server.go:836 [n?] **** add additional nodes by specifying --join=127.0.0.1:35131 | |
| I171104 15:15:55.831854 2215 storage/store.go:1199 [n1,s1] [n1,s1]: failed initial metrics computation: [n1,s1]: system config not yet available | |
| I171104 15:15:55.832168 2215 server/node.go:461 [n1] initialized store [n1,s1]: disk (capacity=512 MiB, available=512 MiB, used=0 B, logicalBytes=3.2 KiB), ranges=1, leases=0, writes=0.00, bytesPerReplica={p10=3266.00 p25=3266.00 p50=3266.00 p75=3266.00 p90=3266.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=0.00} | |
| I171104 15:15:55.832275 2215 server/node.go:326 [n1] node ID 1 initialized | |
| I171104 15:15:55.832318 2215 gossip/gossip.go:327 [n1] NodeDescriptor set to node_id:1 address:<network_field:"tcp" address_field:"127.0.0.1:35131" > attrs:<> locality:<> ServerVersion:<major_val:1 minor_val:1 patch:0 unstable:0 > | |
| I171104 15:15:55.832448 2215 storage/stores.go:303 [n1] read 0 node addresses from persistent storage | |
| I171104 15:15:55.832668 2215 server/node.go:606 [n1] connecting to gossip network to verify cluster ID... | |
| I171104 15:15:55.832969 2215 server/node.go:631 [n1] node connected via gossip and verified as part of cluster "0e83cc0d-d375-42f0-8e77-c234ac93cfc8" | |
| I171104 15:15:55.832995 2215 server/node.go:403 [n1] node=1: started with [<no-attributes>=<in-mem>] engine(s) and attributes [] | |
| I171104 15:15:55.833121 2215 sql/executor.go:408 [n1] creating distSQLPlanner with address {tcp 127.0.0.1:35131} | |
| I171104 15:15:55.843068 2215 server/server.go:946 [n1] starting https server at 127.0.0.1:39897 | |
| I171104 15:15:55.843109 2215 server/server.go:947 [n1] starting grpc/postgres server at 127.0.0.1:35131 | |
| I171104 15:15:55.843126 2215 server/server.go:948 [n1] advertising CockroachDB node at 127.0.0.1:35131 | |
| W171104 15:15:55.843146 2215 sql/jobs/registry.go:156 [n1] unable to get node liveness: node not in the liveness table | |
| I171104 15:15:55.847265 2325 storage/replica_command.go:2716 [split,n1,s1,r1/1:/M{in-ax}] initiating a split of this range at key /System/"" [r2] | |
| I171104 15:15:55.849458 2215 sql/event_log.go:102 [n1] Event: "alter_table", target: 12, info: {TableName:eventlog Statement:ALTER TABLE system.eventlog ALTER COLUMN "uniqueID" SET DEFAULT uuid_v4() User:node MutationID:0 CascadeDroppedViews:[]} | |
| I171104 15:15:55.853543 2215 sql/lease.go:342 [n1] publish: descID=12 (eventlog) version=2 mtime=2017-11-04 15:15:55.853419449 +0000 UTC | |
| I171104 15:15:55.864727 2215 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:diagnostics.reporting.enabled Value:true User:node} | |
| I171104 15:15:55.902360 2215 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:version Value:1.1 User:node} | |
| I171104 15:15:55.903471 2325 storage/replica_command.go:2716 [split,n1,s1,r2/1:/{System/-Max}] initiating a split of this range at key /System/NodeLiveness [r3] | |
| I171104 15:15:55.938276 2215 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:trace.debug.enable Value:false User:node} | |
| I171104 15:15:55.939061 2215 server/server.go:1090 [n1] done ensuring all necessary migrations have run | |
| I171104 15:15:55.939092 2215 server/server.go:1092 [n1] serving sql connections | |
| I171104 15:15:55.940563 2529 sql/event_log.go:102 [n1] Event: "node_join", target: 1, info: {Descriptor:{NodeID:1 Address:{NetworkField:tcp AddressField:127.0.0.1:35131} Attrs: Locality: ServerVersion:1.1} ClusterID:0e83cc0d-d375-42f0-8e77-c234ac93cfc8 StartedAt:1509808555832980247 LastUp:1509808555832980247} | |
| I171104 15:15:55.945211 2325 storage/replica_command.go:2716 [split,n1,s1,r3/1:/{System/NodeL…-Max}] initiating a split of this range at key /System/NodeLivenessMax [r4] | |
| I171104 15:15:55.948640 2325 storage/replica_command.go:2716 [split,n1,s1,r4/1:/{System/NodeL…-Max}] initiating a split of this range at key /System/tsd [r5] | |
| I171104 15:15:55.952089 2325 storage/replica_command.go:2716 [split,n1,s1,r5/1:/{System/tsd-Max}] initiating a split of this range at key /System/"tse" [r6] | |
| I171104 15:15:55.965151 2325 storage/replica_command.go:2716 [split,n1,s1,r6/1:/{System/tse-Max}] initiating a split of this range at key /Table/SystemConfigSpan/Start [r7] | |
| I171104 15:15:55.979464 2325 storage/replica_command.go:2716 [split,n1,s1,r7/1:/{Table/System…-Max}] initiating a split of this range at key /Table/11 [r8] | |
| I171104 15:15:55.987450 2325 storage/replica_command.go:2716 [split,n1,s1,r8/1:/{Table/11-Max}] initiating a split of this range at key /Table/12 [r9] | |
| I171104 15:15:55.993318 2325 storage/replica_command.go:2716 [split,n1,s1,r9/1:/{Table/12-Max}] initiating a split of this range at key /Table/13 [r10] | |
| I171104 15:15:55.997736 2325 storage/replica_command.go:2716 [split,n1,s1,r10/1:/{Table/13-Max}] initiating a split of this range at key /Table/14 [r11] | |
| I171104 15:15:56.001725 2325 storage/replica_command.go:2716 [split,n1,s1,r11/1:/{Table/14-Max}] initiating a split of this range at key /Table/15 [r12] | |
| I171104 15:15:56.017223 2325 storage/replica_command.go:2716 [split,n1,s1,r12/1:/{Table/15-Max}] initiating a split of this range at key /Table/16 [r13] | |
| I171104 15:15:56.028422 2325 storage/replica_command.go:2716 [split,n1,s1,r13/1:/{Table/16-Max}] initiating a split of this range at key /Table/17 [r14] | |
| I171104 15:15:56.032720 2325 storage/replica_command.go:2716 [split,n1,s1,r14/1:/{Table/17-Max}] initiating a split of this range at key /Table/18 [r15] | |
| I171104 15:15:56.060722 2325 storage/replica_command.go:2716 [split,n1,s1,r15/1:/{Table/18-Max}] initiating a split of this range at key /Table/19 [r16] | |
| I171104 15:15:56.157531 2350 vendor/google.golang.org/grpc/grpclog/grpclog.go:75 transport: http2Server.HandleStreams failed to read frame: read tcp 127.0.0.1:35131->127.0.0.1:55060: use of closed network connection | |
| I171104 15:15:56.216916 2932 server/config.go:528 [n?] 1 storage engine initialized | |
| I171104 15:15:56.216971 2932 server/config.go:530 [n?] RocksDB cache size: 128 MiB | |
| I171104 15:15:56.216980 2932 server/config.go:530 [n?] store 0: in-memory, size 0 B | |
| I171104 15:15:56.222513 2932 server/node.go:344 [n?] **** cluster e6837d94-940e-4084-82f9-7fb954565acf has been created | |
| I171104 15:15:56.222660 2932 server/server.go:836 [n?] **** add additional nodes by specifying --join=127.0.0.1:37303 | |
| I171104 15:15:56.223311 2932 storage/store.go:1199 [n1,s1] [n1,s1]: failed initial metrics computation: [n1,s1]: system config not yet available | |
| I171104 15:15:56.225398 2932 server/node.go:461 [n1] initialized store [n1,s1]: disk (capacity=512 MiB, available=512 MiB, used=0 B, logicalBytes=3.2 KiB), ranges=1, leases=1, writes=0.00, bytesPerReplica={p10=3266.00 p25=3266.00 p50=3266.00 p75=3266.00 p90=3266.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=0.00} | |
| I171104 15:15:56.225446 2932 server/node.go:326 [n1] node ID 1 initialized | |
| I171104 15:15:56.225509 2932 gossip/gossip.go:327 [n1] NodeDescriptor set to node_id:1 address:<network_field:"tcp" address_field:"127.0.0.1:37303" > attrs:<> locality:<> ServerVersion:<major_val:1 minor_val:1 patch:0 unstable:0 > | |
| I171104 15:15:56.225597 2932 storage/stores.go:303 [n1] read 0 node addresses from persistent storage | |
| I171104 15:15:56.225743 2932 server/node.go:606 [n1] connecting to gossip network to verify cluster ID... | |
| I171104 15:15:56.225778 2932 server/node.go:631 [n1] node connected via gossip and verified as part of cluster "e6837d94-940e-4084-82f9-7fb954565acf" | |
| I171104 15:15:56.225834 2932 server/node.go:403 [n1] node=1: started with [<no-attributes>=<in-mem>] engine(s) and attributes [] | |
| I171104 15:15:56.226094 2932 sql/executor.go:408 [n1] creating distSQLPlanner with address {tcp 127.0.0.1:37303} | |
| I171104 15:15:56.243166 2932 server/server.go:946 [n1] starting https server at 127.0.0.1:41947 | |
| I171104 15:15:56.243204 2932 server/server.go:947 [n1] starting grpc/postgres server at 127.0.0.1:37303 | |
| I171104 15:15:56.243213 2932 server/server.go:948 [n1] advertising CockroachDB node at 127.0.0.1:37303 | |
| W171104 15:15:56.243226 2932 sql/jobs/registry.go:156 [n1] unable to get node liveness: node not in the liveness table | |
| I171104 15:15:56.250126 2932 sql/event_log.go:102 [n1] Event: "alter_table", target: 12, info: {TableName:eventlog Statement:ALTER TABLE system.eventlog ALTER COLUMN "uniqueID" SET DEFAULT uuid_v4() User:node MutationID:0 CascadeDroppedViews:[]} | |
| I171104 15:15:56.267981 2932 sql/lease.go:342 [n1] publish: descID=12 (eventlog) version=2 mtime=2017-11-04 15:15:56.267757469 +0000 UTC | |
| I171104 15:15:56.281786 2953 storage/replica_command.go:2716 [split,n1,s1,r1/1:/M{in-ax}] initiating a split of this range at key /System/"" [r2] | |
| I171104 15:15:56.287022 2953 storage/replica_command.go:2716 [split,n1,s1,r2/1:/{System/-Max}] initiating a split of this range at key /System/NodeLiveness [r3] | |
| I171104 15:15:56.315008 2953 storage/replica_command.go:2716 [split,n1,s1,r3/1:/{System/NodeL…-Max}] initiating a split of this range at key /System/NodeLivenessMax [r4] | |
| I171104 15:15:56.322857 2953 storage/replica_command.go:2716 [split,n1,s1,r4/1:/{System/NodeL…-Max}] initiating a split of this range at key /System/tsd [r5] | |
| I171104 15:15:56.329597 2953 storage/replica_command.go:2716 [split,n1,s1,r5/1:/{System/tsd-Max}] initiating a split of this range at key /System/"tse" [r6] | |
| I171104 15:15:56.335798 2953 storage/replica_command.go:2716 [split,n1,s1,r6/1:/{System/tse-Max}] initiating a split of this range at key /Table/SystemConfigSpan/Start [r7] | |
| I171104 15:15:56.346153 2953 storage/replica_command.go:2716 [split,n1,s1,r7/1:/{Table/System…-Max}] initiating a split of this range at key /Table/11 [r8] | |
| I171104 15:15:56.355162 2932 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:diagnostics.reporting.enabled Value:true User:node} | |
| I171104 15:15:56.367048 2953 storage/replica_command.go:2716 [split,n1,s1,r8/1:/{Table/11-Max}] initiating a split of this range at key /Table/12 [r9] | |
| I171104 15:15:56.375459 2932 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:version Value:1.1 User:node} | |
| I171104 15:15:56.378475 2932 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:trace.debug.enable Value:false User:node} | |
| I171104 15:15:56.378986 2932 server/server.go:1090 [n1] done ensuring all necessary migrations have run | |
| I171104 15:15:56.379015 2932 server/server.go:1092 [n1] serving sql connections | |
| I171104 15:15:56.382079 3364 sql/event_log.go:102 [n1] Event: "node_join", target: 1, info: {Descriptor:{NodeID:1 Address:{NetworkField:tcp AddressField:127.0.0.1:37303} Attrs: Locality: ServerVersion:1.1} ClusterID:e6837d94-940e-4084-82f9-7fb954565acf StartedAt:1509808556225793017 LastUp:1509808556225793017} | |
| I171104 15:15:56.386156 2953 storage/replica_command.go:2716 [split,n1,s1,r9/1:/{Table/12-Max}] initiating a split of this range at key /Table/13 [r10] | |
| I171104 15:15:56.392663 2953 storage/replica_command.go:2716 [split,n1,s1,r10/1:/{Table/13-Max}] initiating a split of this range at key /Table/14 [r11] | |
| I171104 15:15:56.405601 2953 storage/replica_command.go:2716 [split,n1,s1,r11/1:/{Table/14-Max}] initiating a split of this range at key /Table/15 [r12] | |
| I171104 15:15:56.439863 2953 storage/replica_command.go:2716 [split,n1,s1,r12/1:/{Table/15-Max}] initiating a split of this range at key /Table/16 [r13] | |
| I171104 15:15:56.450587 2953 storage/replica_command.go:2716 [split,n1,s1,r13/1:/{Table/16-Max}] initiating a split of this range at key /Table/17 [r14] | |
| I171104 15:15:56.465259 2953 storage/replica_command.go:2716 [split,n1,s1,r14/1:/{Table/17-Max}] initiating a split of this range at key /Table/18 [r15] | |
| I171104 15:15:56.471817 2953 storage/replica_command.go:2716 [split,n1,s1,r15/1:/{Table/18-Max}] initiating a split of this range at key /Table/19 [r16] | |
| I171104 15:15:56.574841 3634 server/config.go:528 [n?] 1 storage engine initialized | |
| I171104 15:15:56.575032 3634 server/config.go:530 [n?] RocksDB cache size: 128 MiB | |
| I171104 15:15:56.575054 3634 server/config.go:530 [n?] store 0: in-memory, size 0 B | |
| I171104 15:15:56.580671 3634 server/node.go:344 [n?] **** cluster 2b736762-a329-4079-9462-2ed842072658 has been created | |
| I171104 15:15:56.580775 3634 server/server.go:836 [n?] **** add additional nodes by specifying --join=127.0.0.1:34457 | |
| I171104 15:15:56.581535 3634 storage/store.go:1199 [n1,s1] [n1,s1]: failed initial metrics computation: [n1,s1]: system config not yet available | |
| I171104 15:15:56.581662 3634 server/node.go:461 [n1] initialized store [n1,s1]: disk (capacity=512 MiB, available=512 MiB, used=0 B, logicalBytes=3.2 KiB), ranges=1, leases=0, writes=0.00, bytesPerReplica={p10=3266.00 p25=3266.00 p50=3266.00 p75=3266.00 p90=3266.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=0.00} | |
| I171104 15:15:56.581806 3634 server/node.go:326 [n1] node ID 1 initialized | |
| I171104 15:15:56.581916 3634 gossip/gossip.go:327 [n1] NodeDescriptor set to node_id:1 address:<network_field:"tcp" address_field:"127.0.0.1:34457" > attrs:<> locality:<> ServerVersion:<major_val:1 minor_val:1 patch:0 unstable:0 > | |
| I171104 15:15:56.582060 3634 storage/stores.go:303 [n1] read 0 node addresses from persistent storage | |
| I171104 15:15:56.582190 3634 server/node.go:606 [n1] connecting to gossip network to verify cluster ID... | |
| I171104 15:15:56.582280 3634 server/node.go:631 [n1] node connected via gossip and verified as part of cluster "2b736762-a329-4079-9462-2ed842072658" | |
| I171104 15:15:56.582311 3634 server/node.go:403 [n1] node=1: started with [<no-attributes>=<in-mem>] engine(s) and attributes [] | |
| I171104 15:15:56.582350 3634 sql/executor.go:408 [n1] creating distSQLPlanner with address {tcp 127.0.0.1:34457} | |
| I171104 15:15:56.583385 3716 storage/replica_command.go:2716 [split,n1,s1,r1/1:/M{in-ax}] initiating a split of this range at key /System/"" [r2] | |
| I171104 15:15:56.584744 3634 server/server.go:946 [n1] starting https server at 127.0.0.1:41993 | |
| I171104 15:15:56.584769 3634 server/server.go:947 [n1] starting grpc/postgres server at 127.0.0.1:34457 | |
| I171104 15:15:56.584777 3634 server/server.go:948 [n1] advertising CockroachDB node at 127.0.0.1:34457 | |
| W171104 15:15:56.584795 3634 sql/jobs/registry.go:156 [n1] unable to get node liveness: node not in the liveness table | |
| I171104 15:15:56.593879 3716 storage/replica_command.go:2716 [split,n1,s1,r2/1:/{System/-Max}] initiating a split of this range at key /System/NodeLiveness [r3] | |
| I171104 15:15:56.596862 3634 sql/event_log.go:102 [n1] Event: "alter_table", target: 12, info: {TableName:eventlog Statement:ALTER TABLE system.eventlog ALTER COLUMN "uniqueID" SET DEFAULT uuid_v4() User:node MutationID:0 CascadeDroppedViews:[]} | |
| I171104 15:15:56.598989 3634 sql/lease.go:342 [n1] publish: descID=12 (eventlog) version=2 mtime=2017-11-04 15:15:56.598867261 +0000 UTC | |
| I171104 15:15:56.624394 3634 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:diagnostics.reporting.enabled Value:true User:node} | |
| I171104 15:15:56.633679 3716 storage/replica_command.go:2716 [split,n1,s1,r3/1:/{System/NodeL…-Max}] initiating a split of this range at key /System/NodeLivenessMax [r4] | |
| I171104 15:15:56.635361 3634 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:version Value:1.1 User:node} | |
| I171104 15:15:56.639943 3634 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:trace.debug.enable Value:false User:node} | |
| I171104 15:15:56.653182 3634 server/server.go:1090 [n1] done ensuring all necessary migrations have run | |
| I171104 15:15:56.653217 3634 server/server.go:1092 [n1] serving sql connections | |
| I171104 15:15:56.653741 3716 storage/replica_command.go:2716 [split,n1,s1,r4/1:/{System/NodeL…-Max}] initiating a split of this range at key /System/tsd [r5] | |
| I171104 15:15:56.655240 3980 sql/event_log.go:102 [n1] Event: "node_join", target: 1, info: {Descriptor:{NodeID:1 Address:{NetworkField:tcp AddressField:127.0.0.1:34457} Attrs: Locality: ServerVersion:1.1} ClusterID:2b736762-a329-4079-9462-2ed842072658 StartedAt:1509808556582298845 LastUp:1509808556582298845} | |
| I171104 15:15:56.658484 3716 storage/replica_command.go:2716 [split,n1,s1,r5/1:/{System/tsd-Max}] initiating a split of this range at key /System/"tse" [r6] | |
| I171104 15:15:56.693885 3716 storage/replica_command.go:2716 [split,n1,s1,r6/1:/{System/tse-Max}] initiating a split of this range at key /Table/SystemConfigSpan/Start [r7] | |
| I171104 15:15:56.706865 3716 storage/replica_command.go:2716 [split,n1,s1,r7/1:/{Table/System…-Max}] initiating a split of this range at key /Table/11 [r8] | |
| I171104 15:15:56.715479 3716 storage/replica_command.go:2716 [split,n1,s1,r8/1:/{Table/11-Max}] initiating a split of this range at key /Table/12 [r9] | |
| I171104 15:15:56.721597 3716 storage/replica_command.go:2716 [split,n1,s1,r9/1:/{Table/12-Max}] initiating a split of this range at key /Table/13 [r10] | |
| I171104 15:15:56.726999 3716 storage/replica_command.go:2716 [split,n1,s1,r10/1:/{Table/13-Max}] initiating a split of this range at key /Table/14 [r11] | |
| I171104 15:15:56.731534 3716 storage/replica_command.go:2716 [split,n1,s1,r11/1:/{Table/14-Max}] initiating a split of this range at key /Table/15 [r12] | |
| I171104 15:15:56.736796 3716 storage/replica_command.go:2716 [split,n1,s1,r12/1:/{Table/15-Max}] initiating a split of this range at key /Table/16 [r13] | |
| I171104 15:15:56.746691 3716 storage/replica_command.go:2716 [split,n1,s1,r13/1:/{Table/16-Max}] initiating a split of this range at key /Table/17 [r14] | |
| I171104 15:15:56.752922 3716 storage/replica_command.go:2716 [split,n1,s1,r14/1:/{Table/17-Max}] initiating a split of this range at key /Table/18 [r15] | |
| I171104 15:15:56.760313 3716 storage/replica_command.go:2716 [split,n1,s1,r15/1:/{Table/18-Max}] initiating a split of this range at key /Table/19 [r16] | |
| I171104 15:15:56.789832 3634 sql/event_log.go:102 [n1] Event: "create_database", target: 50, info: {DatabaseName:test Statement:CREATE DATABASE test User:root} | |
| I171104 15:15:56.796996 3716 storage/replica_command.go:2716 [split,n1,s1,r16/1:/{Table/19-Max}] initiating a split of this range at key /Table/50 [r17] | |
| I171104 15:15:56.850916 3788 vendor/google.golang.org/grpc/grpclog/grpclog.go:75 transport: http2Server.HandleStreams failed to read frame: read tcp 127.0.0.1:34457->127.0.0.1:52422: use of closed network connection | |
| I171104 15:15:56.884472 4426 server/config.go:528 [n?] 1 storage engine initialized | |
| I171104 15:15:56.884519 4426 server/config.go:530 [n?] RocksDB cache size: 128 MiB | |
| I171104 15:15:56.884532 4426 server/config.go:530 [n?] store 0: in-memory, size 0 B | |
| I171104 15:15:56.886052 4426 server/node.go:344 [n?] **** cluster d8d70edd-8c3f-4d9f-b40f-690db81f7432 has been created | |
| I171104 15:15:56.886121 4426 server/server.go:836 [n?] **** add additional nodes by specifying --join=127.0.0.1:37869 | |
| I171104 15:15:56.887823 4426 server/node.go:461 [n1] initialized store [n1,s1]: disk (capacity=512 MiB, available=512 MiB, used=0 B, logicalBytes=3.2 KiB), ranges=1, leases=1, writes=0.00, bytesPerReplica={p10=3266.00 p25=3266.00 p50=3266.00 p75=3266.00 p90=3266.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=0.00} | |
| I171104 15:15:56.887857 4426 server/node.go:326 [n1] node ID 1 initialized | |
| I171104 15:15:56.887933 4426 gossip/gossip.go:327 [n1] NodeDescriptor set to node_id:1 address:<network_field:"tcp" address_field:"127.0.0.1:37869" > attrs:<> locality:<> ServerVersion:<major_val:1 minor_val:1 patch:0 unstable:0 > | |
| I171104 15:15:56.888040 4426 storage/stores.go:303 [n1] read 0 node addresses from persistent storage | |
| I171104 15:15:56.888129 4426 server/node.go:606 [n1] connecting to gossip network to verify cluster ID... | |
| I171104 15:15:56.888153 4426 server/node.go:631 [n1] node connected via gossip and verified as part of cluster "d8d70edd-8c3f-4d9f-b40f-690db81f7432" | |
| I171104 15:15:56.888172 4426 server/node.go:403 [n1] node=1: started with [<no-attributes>=<in-mem>] engine(s) and attributes [] | |
| I171104 15:15:56.896960 4426 sql/executor.go:408 [n1] creating distSQLPlanner with address {tcp 127.0.0.1:37869} | |
| I171104 15:15:56.910448 4426 server/server.go:946 [n1] starting https server at 127.0.0.1:45281 | |
| I171104 15:15:56.910510 4426 server/server.go:947 [n1] starting grpc/postgres server at 127.0.0.1:37869 | |
| I171104 15:15:56.910927 4426 server/server.go:948 [n1] advertising CockroachDB node at 127.0.0.1:37869 | |
| W171104 15:15:56.911027 4426 sql/jobs/registry.go:156 [n1] unable to get node liveness: node not in the liveness table | |
| I171104 15:15:56.925931 4426 sql/event_log.go:102 [n1] Event: "alter_table", target: 12, info: {TableName:eventlog Statement:ALTER TABLE system.eventlog ALTER COLUMN "uniqueID" SET DEFAULT uuid_v4() User:node MutationID:0 CascadeDroppedViews:[]} | |
| I171104 15:15:56.956819 4426 sql/lease.go:342 [n1] publish: descID=12 (eventlog) version=2 mtime=2017-11-04 15:15:56.956605964 +0000 UTC | |
| I171104 15:15:56.957854 4502 storage/replica_command.go:2716 [split,n1,s1,r1/1:/M{in-ax}] initiating a split of this range at key /System/"" [r2] | |
| I171104 15:15:56.993928 4502 storage/replica_command.go:2716 [split,n1,s1,r2/1:/{System/-Max}] initiating a split of this range at key /System/NodeLiveness [r3] | |
| E171104 15:15:56.996821 4477 storage/replica_proposal.go:538 [n1,s1,r2/1:/{System/-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| W171104 15:15:56.997461 4685 storage/intent_resolver.go:332 [n1,s1,r3/1:/{System/NodeL…-Max}]: failed to push during intent resolution: failed to push "sql txn implicit" id=96f62122 key=/Table/SystemConfigSpan/Start rw=true pri=0.00457461 iso=SERIALIZABLE stat=PENDING epo=0 ts=1509808556.984709208,0 orig=1509808556.984709208,0 max=1509808556.984709208,0 wto=false rop=false seq=7 | |
| I171104 15:15:56.998262 4502 storage/replica_command.go:2716 [split,n1,s1,r3/1:/{System/NodeL…-Max}] initiating a split of this range at key /System/NodeLivenessMax [r4] | |
| E171104 15:15:57.003797 4475 storage/replica_proposal.go:538 [n1,s1,r3/1:/{System/NodeL…-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| W171104 15:15:57.004777 4709 storage/intent_resolver.go:332 [n1,s1,r4/1:/{System/NodeL…-Max}]: failed to push during intent resolution: failed to push "sql txn implicit" id=96f62122 key=/Table/SystemConfigSpan/Start rw=true pri=0.00457461 iso=SERIALIZABLE stat=PENDING epo=0 ts=1509808556.984709208,0 orig=1509808556.984709208,0 max=1509808556.984709208,0 wto=false rop=false seq=7 | |
| I171104 15:15:57.006128 4502 storage/replica_command.go:2716 [split,n1,s1,r4/1:/{System/NodeL…-Max}] initiating a split of this range at key /System/tsd [r5] | |
| I171104 15:15:57.008355 4426 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:diagnostics.reporting.enabled Value:true User:node} | |
| I171104 15:15:57.021012 4502 storage/replica_command.go:2716 [split,n1,s1,r5/1:/{System/tsd-Max}] initiating a split of this range at key /System/"tse" [r6] | |
| E171104 15:15:57.042199 4467 storage/replica_proposal.go:538 [n1,s1,r5/1:/{System/tsd-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| I171104 15:15:57.044117 4426 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:version Value:1.1 User:node} | |
| I171104 15:15:57.045522 4502 storage/replica_command.go:2716 [split,n1,s1,r6/1:/{System/tse-Max}] initiating a split of this range at key /Table/SystemConfigSpan/Start [r7] | |
| I171104 15:15:57.050546 4502 storage/replica_command.go:2716 [split,n1,s1,r7/1:/{Table/System…-Max}] initiating a split of this range at key /Table/11 [r8] | |
| I171104 15:15:57.080605 4502 storage/replica_command.go:2716 [split,n1,s1,r8/1:/{Table/11-Max}] initiating a split of this range at key /Table/12 [r9] | |
| I171104 15:15:57.113208 4426 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:trace.debug.enable Value:false User:node} | |
| I171104 15:15:57.114172 4426 server/server.go:1090 [n1] done ensuring all necessary migrations have run | |
| I171104 15:15:57.114228 4426 server/server.go:1092 [n1] serving sql connections | |
| I171104 15:15:57.116794 4502 storage/replica_command.go:2716 [split,n1,s1,r9/1:/{Table/12-Max}] initiating a split of this range at key /Table/13 [r10] | |
| I171104 15:15:57.120219 4856 sql/event_log.go:102 [n1] Event: "node_join", target: 1, info: {Descriptor:{NodeID:1 Address:{NetworkField:tcp AddressField:127.0.0.1:37869} Attrs: Locality: ServerVersion:1.1} ClusterID:d8d70edd-8c3f-4d9f-b40f-690db81f7432 StartedAt:1509808556888155757 LastUp:1509808556888155757} | |
| I171104 15:15:57.125696 4502 storage/replica_command.go:2716 [split,n1,s1,r10/1:/{Table/13-Max}] initiating a split of this range at key /Table/14 [r11] | |
| I171104 15:15:57.129184 4502 storage/replica_command.go:2716 [split,n1,s1,r11/1:/{Table/14-Max}] initiating a split of this range at key /Table/15 [r12] | |
| I171104 15:15:57.134953 4502 storage/replica_command.go:2716 [split,n1,s1,r12/1:/{Table/15-Max}] initiating a split of this range at key /Table/16 [r13] | |
| I171104 15:15:57.141233 4502 storage/replica_command.go:2716 [split,n1,s1,r13/1:/{Table/16-Max}] initiating a split of this range at key /Table/17 [r14] | |
| I171104 15:15:57.146826 4502 storage/replica_command.go:2716 [split,n1,s1,r14/1:/{Table/17-Max}] initiating a split of this range at key /Table/18 [r15] | |
| I171104 15:15:57.157416 4502 storage/replica_command.go:2716 [split,n1,s1,r15/1:/{Table/18-Max}] initiating a split of this range at key /Table/19 [r16] | |
| I171104 15:15:57.204266 4570 vendor/google.golang.org/grpc/grpclog/grpclog.go:75 transport: http2Server.HandleStreams failed to read frame: read tcp 127.0.0.1:37869->127.0.0.1:37762: use of closed network connection | |
| I171104 15:15:57.261192 5130 server/config.go:528 [n?] 1 storage engine initialized | |
| I171104 15:15:57.261251 5130 server/config.go:530 [n?] RocksDB cache size: 128 MiB | |
| I171104 15:15:57.261263 5130 server/config.go:530 [n?] store 0: in-memory, size 0 B | |
| I171104 15:15:57.264887 5130 server/node.go:344 [n?] **** cluster ac9cb43f-7d62-4b32-81bc-6fde11f1cae3 has been created | |
| I171104 15:15:57.264924 5130 server/server.go:836 [n?] **** add additional nodes by specifying --join=127.0.0.1:39209 | |
| I171104 15:15:57.265508 5130 storage/store.go:1199 [n1,s1] [n1,s1]: failed initial metrics computation: [n1,s1]: system config not yet available | |
| I171104 15:15:57.265573 5130 server/node.go:461 [n1] initialized store [n1,s1]: disk (capacity=512 MiB, available=512 MiB, used=0 B, logicalBytes=3.2 KiB), ranges=1, leases=0, writes=0.00, bytesPerReplica={p10=3266.00 p25=3266.00 p50=3266.00 p75=3266.00 p90=3266.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=0.00} | |
| I171104 15:15:57.265600 5130 server/node.go:326 [n1] node ID 1 initialized | |
| I171104 15:15:57.265646 5130 gossip/gossip.go:327 [n1] NodeDescriptor set to node_id:1 address:<network_field:"tcp" address_field:"127.0.0.1:39209" > attrs:<> locality:<> ServerVersion:<major_val:1 minor_val:1 patch:0 unstable:0 > | |
| I171104 15:15:57.265911 5130 storage/stores.go:303 [n1] read 0 node addresses from persistent storage | |
| I171104 15:15:57.265988 5130 server/node.go:606 [n1] connecting to gossip network to verify cluster ID... | |
| I171104 15:15:57.266361 5130 server/node.go:631 [n1] node connected via gossip and verified as part of cluster "ac9cb43f-7d62-4b32-81bc-6fde11f1cae3" | |
| I171104 15:15:57.266474 5130 server/node.go:403 [n1] node=1: started with [<no-attributes>=<in-mem>] engine(s) and attributes [] | |
| I171104 15:15:57.266628 5130 sql/executor.go:408 [n1] creating distSQLPlanner with address {tcp 127.0.0.1:39209} | |
| I171104 15:15:57.288457 5270 storage/replica_command.go:2716 [split,n1,s1,r1/1:/M{in-ax}] initiating a split of this range at key /System/"" [r2] | |
| I171104 15:15:57.288823 5130 server/server.go:946 [n1] starting https server at 127.0.0.1:45937 | |
| I171104 15:15:57.288837 5130 server/server.go:947 [n1] starting grpc/postgres server at 127.0.0.1:39209 | |
| I171104 15:15:57.288843 5130 server/server.go:948 [n1] advertising CockroachDB node at 127.0.0.1:39209 | |
| W171104 15:15:57.288853 5130 sql/jobs/registry.go:156 [n1] unable to get node liveness: node not in the liveness table | |
| I171104 15:15:57.298659 5130 sql/event_log.go:102 [n1] Event: "alter_table", target: 12, info: {TableName:eventlog Statement:ALTER TABLE system.eventlog ALTER COLUMN "uniqueID" SET DEFAULT uuid_v4() User:node MutationID:0 CascadeDroppedViews:[]} | |
| I171104 15:15:57.300765 5130 sql/lease.go:342 [n1] publish: descID=12 (eventlog) version=2 mtime=2017-11-04 15:15:57.300520891 +0000 UTC | |
| I171104 15:15:57.317297 5130 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:diagnostics.reporting.enabled Value:true User:node} | |
| I171104 15:15:57.323135 5270 storage/replica_command.go:2716 [split,n1,s1,r2/1:/{System/-Max}] initiating a split of this range at key /System/NodeLiveness [r3] | |
| E171104 15:15:57.326636 5204 storage/replica_proposal.go:538 [n1,s1,r2/1:/{System/-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| I171104 15:15:57.328856 5130 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:version Value:1.1 User:node} | |
| I171104 15:15:57.331440 5270 storage/replica_command.go:2716 [split,n1,s1,r3/1:/{System/NodeL…-Max}] initiating a split of this range at key /System/NodeLivenessMax [r4] | |
| E171104 15:15:57.334411 5203 storage/replica_proposal.go:538 [n1,s1,r3/1:/{System/NodeL…-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| I171104 15:15:57.350756 5270 storage/replica_command.go:2716 [split,n1,s1,r4/1:/{System/NodeL…-Max}] initiating a split of this range at key /System/tsd [r5] | |
| W171104 15:15:57.361609 5486 storage/intent_resolver.go:332 [n1,s1,r4/1:/{System/NodeL…-Max}]: failed to push during intent resolution: failed to push "sql txn implicit" id=c43501b8 key=/Table/SystemConfigSpan/Start rw=true pri=0.02042926 iso=SERIALIZABLE stat=PENDING epo=0 ts=1509808557.329326992,0 orig=1509808557.329326992,0 max=1509808557.329326992,0 wto=false rop=false seq=7 | |
| I171104 15:15:57.363912 5130 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:trace.debug.enable Value:false User:node} | |
| I171104 15:15:57.364925 5130 server/server.go:1090 [n1] done ensuring all necessary migrations have run | |
| I171104 15:15:57.364960 5130 server/server.go:1092 [n1] serving sql connections | |
| I171104 15:15:57.367920 5501 sql/event_log.go:102 [n1] Event: "node_join", target: 1, info: {Descriptor:{NodeID:1 Address:{NetworkField:tcp AddressField:127.0.0.1:39209} Attrs: Locality: ServerVersion:1.1} ClusterID:ac9cb43f-7d62-4b32-81bc-6fde11f1cae3 StartedAt:1509808557266433112 LastUp:1509808557266433112} | |
| I171104 15:15:57.375272 5270 storage/replica_command.go:2716 [split,n1,s1,r5/1:/{System/tsd-Max}] initiating a split of this range at key /System/"tse" [r6] | |
| I171104 15:15:57.391860 5270 storage/replica_command.go:2716 [split,n1,s1,r6/1:/{System/tse-Max}] initiating a split of this range at key /Table/SystemConfigSpan/Start [r7] | |
| I171104 15:15:57.398276 5270 storage/replica_command.go:2716 [split,n1,s1,r7/1:/{Table/System…-Max}] initiating a split of this range at key /Table/11 [r8] | |
| I171104 15:15:57.407443 5270 storage/replica_command.go:2716 [split,n1,s1,r8/1:/{Table/11-Max}] initiating a split of this range at key /Table/12 [r9] | |
| I171104 15:15:57.414112 5270 storage/replica_command.go:2716 [split,n1,s1,r9/1:/{Table/12-Max}] initiating a split of this range at key /Table/13 [r10] | |
| I171104 15:15:57.417879 5270 storage/replica_command.go:2716 [split,n1,s1,r10/1:/{Table/13-Max}] initiating a split of this range at key /Table/14 [r11] | |
| I171104 15:15:57.421965 5270 storage/replica_command.go:2716 [split,n1,s1,r11/1:/{Table/14-Max}] initiating a split of this range at key /Table/15 [r12] | |
| I171104 15:15:57.427890 5270 storage/replica_command.go:2716 [split,n1,s1,r12/1:/{Table/15-Max}] initiating a split of this range at key /Table/16 [r13] | |
| I171104 15:15:57.432446 5270 storage/replica_command.go:2716 [split,n1,s1,r13/1:/{Table/16-Max}] initiating a split of this range at key /Table/17 [r14] | |
| I171104 15:15:57.436508 5270 storage/replica_command.go:2716 [split,n1,s1,r14/1:/{Table/17-Max}] initiating a split of this range at key /Table/18 [r15] | |
| I171104 15:15:57.441217 5270 storage/replica_command.go:2716 [split,n1,s1,r15/1:/{Table/18-Max}] initiating a split of this range at key /Table/19 [r16] | |
| I171104 15:15:57.485089 5318 vendor/google.golang.org/grpc/grpclog/grpclog.go:75 transport: http2Server.HandleStreams failed to read frame: read tcp 127.0.0.1:39209->127.0.0.1:44624: use of closed network connection | |
| I171104 15:15:57.507351 5886 server/config.go:528 [n?] 1 storage engine initialized | |
| I171104 15:15:57.507403 5886 server/config.go:530 [n?] RocksDB cache size: 128 MiB | |
| I171104 15:15:57.507415 5886 server/config.go:530 [n?] store 0: in-memory, size 0 B | |
| I171104 15:15:57.514016 5886 server/node.go:344 [n?] **** cluster a35a3341-51d7-456a-b574-1dbe28313576 has been created | |
| I171104 15:15:57.514071 5886 server/server.go:836 [n?] **** add additional nodes by specifying --join=127.0.0.1:37049 | |
| I171104 15:15:57.514733 5886 storage/store.go:1199 [n1,s1] [n1,s1]: failed initial metrics computation: [n1,s1]: system config not yet available | |
| I171104 15:15:57.514789 5886 server/node.go:461 [n1] initialized store [n1,s1]: disk (capacity=512 MiB, available=512 MiB, used=0 B, logicalBytes=3.2 KiB), ranges=1, leases=0, writes=0.00, bytesPerReplica={p10=3266.00 p25=3266.00 p50=3266.00 p75=3266.00 p90=3266.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=0.00} | |
| I171104 15:15:57.514831 5886 server/node.go:326 [n1] node ID 1 initialized | |
| I171104 15:15:57.514893 5886 gossip/gossip.go:327 [n1] NodeDescriptor set to node_id:1 address:<network_field:"tcp" address_field:"127.0.0.1:37049" > attrs:<> locality:<> ServerVersion:<major_val:1 minor_val:1 patch:0 unstable:0 > | |
| I171104 15:15:57.515928 5886 storage/stores.go:303 [n1] read 0 node addresses from persistent storage | |
| I171104 15:15:57.517769 5970 storage/replica_command.go:2716 [split,n1,s1,r1/1:/M{in-ax}] initiating a split of this range at key /System/"" [r2] | |
| I171104 15:15:57.522263 5886 server/node.go:606 [n1] connecting to gossip network to verify cluster ID... | |
| I171104 15:15:57.522394 5886 server/node.go:631 [n1] node connected via gossip and verified as part of cluster "a35a3341-51d7-456a-b574-1dbe28313576" | |
| I171104 15:15:57.522417 5886 server/node.go:403 [n1] node=1: started with [<no-attributes>=<in-mem>] engine(s) and attributes [] | |
| I171104 15:15:57.522565 5886 sql/executor.go:408 [n1] creating distSQLPlanner with address {tcp 127.0.0.1:37049} | |
| I171104 15:15:57.529653 5886 server/server.go:946 [n1] starting https server at 127.0.0.1:39133 | |
| I171104 15:15:57.529705 5886 server/server.go:947 [n1] starting grpc/postgres server at 127.0.0.1:37049 | |
| I171104 15:15:57.529713 5886 server/server.go:948 [n1] advertising CockroachDB node at 127.0.0.1:37049 | |
| W171104 15:15:57.529725 5886 sql/jobs/registry.go:156 [n1] unable to get node liveness: node not in the liveness table | |
| I171104 15:15:57.529917 5970 storage/replica_command.go:2716 [split,n1,s1,r2/1:/{System/-Max}] initiating a split of this range at key /System/NodeLiveness [r3] | |
| I171104 15:15:57.546210 5970 storage/replica_command.go:2716 [split,n1,s1,r3/1:/{System/NodeL…-Max}] initiating a split of this range at key /System/NodeLivenessMax [r4] | |
| I171104 15:15:57.585956 5886 sql/event_log.go:102 [n1] Event: "alter_table", target: 12, info: {TableName:eventlog Statement:ALTER TABLE system.eventlog ALTER COLUMN "uniqueID" SET DEFAULT uuid_v4() User:node MutationID:0 CascadeDroppedViews:[]} | |
| I171104 15:15:57.586340 5970 storage/replica_command.go:2716 [split,n1,s1,r4/1:/{System/NodeL…-Max}] initiating a split of this range at key /System/tsd [r5] | |
| I171104 15:15:57.613602 5970 storage/replica_command.go:2716 [split,n1,s1,r5/1:/{System/tsd-Max}] initiating a split of this range at key /System/"tse" [r6] | |
| I171104 15:15:57.624751 5886 sql/lease.go:342 [n1] publish: descID=12 (eventlog) version=2 mtime=2017-11-04 15:15:57.62451838 +0000 UTC | |
| E171104 15:15:57.635805 5952 storage/replica_proposal.go:538 [n1,s1,r5/1:/{System/tsd-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| W171104 15:15:57.637117 6171 storage/intent_resolver.go:332 [n1,s1,r6/1:/{System/tse-Max}]: failed to push during intent resolution: failed to push "sql txn implicit" id=3c5cb955 key=/Table/SystemConfigSpan/Start rw=true pri=0.01228829 iso=SERIALIZABLE stat=PENDING epo=0 ts=1509808557.630270869,0 orig=1509808557.630270869,0 max=1509808557.630270869,0 wto=false rop=false seq=7 | |
| I171104 15:15:57.639827 5886 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:diagnostics.reporting.enabled Value:true User:node} | |
| I171104 15:15:57.655022 5886 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:version Value:1.1 User:node} | |
| I171104 15:15:57.657983 5970 storage/replica_command.go:2716 [split,n1,s1,r6/1:/{System/tse-Max}] initiating a split of this range at key /Table/SystemConfigSpan/Start [r7] | |
| I171104 15:15:57.669124 5886 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:trace.debug.enable Value:false User:node} | |
| I171104 15:15:57.680979 5886 server/server.go:1090 [n1] done ensuring all necessary migrations have run | |
| I171104 15:15:57.681381 5886 server/server.go:1092 [n1] serving sql connections | |
| I171104 15:15:57.688806 5970 storage/replica_command.go:2716 [split,n1,s1,r7/1:/{Table/System…-Max}] initiating a split of this range at key /Table/11 [r8] | |
| I171104 15:15:57.689742 6296 sql/event_log.go:102 [n1] Event: "node_join", target: 1, info: {Descriptor:{NodeID:1 Address:{NetworkField:tcp AddressField:127.0.0.1:37049} Attrs: Locality: ServerVersion:1.1} ClusterID:a35a3341-51d7-456a-b574-1dbe28313576 StartedAt:1509808557522398287 LastUp:1509808557522398287} | |
| I171104 15:15:57.701257 5970 storage/replica_command.go:2716 [split,n1,s1,r8/1:/{Table/11-Max}] initiating a split of this range at key /Table/12 [r9] | |
| I171104 15:15:57.708655 5970 storage/replica_command.go:2716 [split,n1,s1,r9/1:/{Table/12-Max}] initiating a split of this range at key /Table/13 [r10] | |
| I171104 15:15:57.713227 5970 storage/replica_command.go:2716 [split,n1,s1,r10/1:/{Table/13-Max}] initiating a split of this range at key /Table/14 [r11] | |
| I171104 15:15:57.765112 5970 storage/replica_command.go:2716 [split,n1,s1,r11/1:/{Table/14-Max}] initiating a split of this range at key /Table/15 [r12] | |
| I171104 15:15:57.769221 5970 storage/replica_command.go:2716 [split,n1,s1,r12/1:/{Table/15-Max}] initiating a split of this range at key /Table/16 [r13] | |
| I171104 15:15:57.774321 5970 storage/replica_command.go:2716 [split,n1,s1,r13/1:/{Table/16-Max}] initiating a split of this range at key /Table/17 [r14] | |
| I171104 15:15:57.778662 5970 storage/replica_command.go:2716 [split,n1,s1,r14/1:/{Table/17-Max}] initiating a split of this range at key /Table/18 [r15] | |
| I171104 15:15:57.783090 5970 storage/replica_command.go:2716 [split,n1,s1,r15/1:/{Table/18-Max}] initiating a split of this range at key /Table/19 [r16] | |
| I171104 15:15:57.874184 6077 vendor/google.golang.org/grpc/grpclog/grpclog.go:75 transport: http2Server.HandleStreams failed to read frame: read tcp 127.0.0.1:37049->127.0.0.1:54592: use of closed network connection | |
| I171104 15:15:57.902935 6576 server/config.go:528 [n?] 1 storage engine initialized | |
| I171104 15:15:57.903019 6576 server/config.go:530 [n?] RocksDB cache size: 128 MiB | |
| I171104 15:15:57.903035 6576 server/config.go:530 [n?] store 0: in-memory, size 0 B | |
| I171104 15:15:57.908307 6576 server/node.go:344 [n?] **** cluster b2a502de-35e6-4636-b26c-9b9f490967c5 has been created | |
| I171104 15:15:57.908346 6576 server/server.go:836 [n?] **** add additional nodes by specifying --join=127.0.0.1:35085 | |
| I171104 15:15:57.911026 6576 storage/store.go:1199 [n1,s1] [n1,s1]: failed initial metrics computation: [n1,s1]: system config not yet available | |
| I171104 15:15:57.911112 6576 server/node.go:461 [n1] initialized store [n1,s1]: disk (capacity=512 MiB, available=512 MiB, used=0 B, logicalBytes=3.2 KiB), ranges=1, leases=0, writes=0.00, bytesPerReplica={p10=3266.00 p25=3266.00 p50=3266.00 p75=3266.00 p90=3266.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=0.00} | |
| I171104 15:15:57.911574 6576 server/node.go:326 [n1] node ID 1 initialized | |
| I171104 15:15:57.911701 6576 gossip/gossip.go:327 [n1] NodeDescriptor set to node_id:1 address:<network_field:"tcp" address_field:"127.0.0.1:35085" > attrs:<> locality:<> ServerVersion:<major_val:1 minor_val:1 patch:0 unstable:0 > | |
| I171104 15:15:57.912418 6576 storage/stores.go:303 [n1] read 0 node addresses from persistent storage | |
| I171104 15:15:57.912564 6576 server/node.go:606 [n1] connecting to gossip network to verify cluster ID... | |
| I171104 15:15:57.913475 6576 server/node.go:631 [n1] node connected via gossip and verified as part of cluster "b2a502de-35e6-4636-b26c-9b9f490967c5" | |
| I171104 15:15:57.913541 6576 server/node.go:403 [n1] node=1: started with [<no-attributes>=<in-mem>] engine(s) and attributes [] | |
| I171104 15:15:57.913742 6576 sql/executor.go:408 [n1] creating distSQLPlanner with address {tcp 127.0.0.1:35085} | |
| I171104 15:15:57.941087 6576 server/server.go:946 [n1] starting https server at 127.0.0.1:40363 | |
| I171104 15:15:57.941259 6576 server/server.go:947 [n1] starting grpc/postgres server at 127.0.0.1:35085 | |
| I171104 15:15:57.941279 6576 server/server.go:948 [n1] advertising CockroachDB node at 127.0.0.1:35085 | |
| W171104 15:15:57.941390 6576 sql/jobs/registry.go:156 [n1] unable to get node liveness: node not in the liveness table | |
| I171104 15:15:57.956062 6576 sql/event_log.go:102 [n1] Event: "alter_table", target: 12, info: {TableName:eventlog Statement:ALTER TABLE system.eventlog ALTER COLUMN "uniqueID" SET DEFAULT uuid_v4() User:node MutationID:0 CascadeDroppedViews:[]} | |
| I171104 15:15:57.962815 6636 storage/replica_command.go:2716 [split,n1,s1,r1/1:/M{in-ax}] initiating a split of this range at key /System/"" [r2] | |
| I171104 15:15:58.001283 6576 sql/lease.go:342 [n1] publish: descID=12 (eventlog) version=2 mtime=2017-11-04 15:15:58.00107944 +0000 UTC | |
| I171104 15:15:58.015375 6636 storage/replica_command.go:2716 [split,n1,s1,r2/1:/{System/-Max}] initiating a split of this range at key /System/NodeLiveness [r3] | |
| I171104 15:15:58.055213 6576 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:diagnostics.reporting.enabled Value:true User:node} | |
| I171104 15:15:58.057982 6636 storage/replica_command.go:2716 [split,n1,s1,r3/1:/{System/NodeL…-Max}] initiating a split of this range at key /System/NodeLivenessMax [r4] | |
| I171104 15:15:58.073980 6636 storage/replica_command.go:2716 [split,n1,s1,r4/1:/{System/NodeL…-Max}] initiating a split of this range at key /System/tsd [r5] | |
| I171104 15:15:58.078358 6636 storage/replica_command.go:2716 [split,n1,s1,r5/1:/{System/tsd-Max}] initiating a split of this range at key /System/"tse" [r6] | |
| I171104 15:15:58.096064 6636 storage/replica_command.go:2716 [split,n1,s1,r6/1:/{System/tse-Max}] initiating a split of this range at key /Table/SystemConfigSpan/Start [r7] | |
| I171104 15:15:58.099903 6636 storage/replica_command.go:2716 [split,n1,s1,r7/1:/{Table/System…-Max}] initiating a split of this range at key /Table/11 [r8] | |
| I171104 15:15:58.139558 6576 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:version Value:1.1 User:node} | |
| I171104 15:15:58.148161 6636 storage/replica_command.go:2716 [split,n1,s1,r8/1:/{Table/11-Max}] initiating a split of this range at key /Table/12 [r9] | |
| I171104 15:15:58.150291 6576 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:trace.debug.enable Value:false User:node} | |
| I171104 15:15:58.150744 6576 server/server.go:1090 [n1] done ensuring all necessary migrations have run | |
| I171104 15:15:58.150774 6576 server/server.go:1092 [n1] serving sql connections | |
| I171104 15:15:58.164152 6636 storage/replica_command.go:2716 [split,n1,s1,r9/1:/{Table/12-Max}] initiating a split of this range at key /Table/13 [r10] | |
| I171104 15:15:58.168198 7051 sql/event_log.go:102 [n1] Event: "node_join", target: 1, info: {Descriptor:{NodeID:1 Address:{NetworkField:tcp AddressField:127.0.0.1:35085} Attrs: Locality: ServerVersion:1.1} ClusterID:b2a502de-35e6-4636-b26c-9b9f490967c5 StartedAt:1509808557913488107 LastUp:1509808557913488107} | |
| I171104 15:15:58.184135 6636 storage/replica_command.go:2716 [split,n1,s1,r10/1:/{Table/13-Max}] initiating a split of this range at key /Table/14 [r11] | |
| I171104 15:15:58.195330 6636 storage/replica_command.go:2716 [split,n1,s1,r11/1:/{Table/14-Max}] initiating a split of this range at key /Table/15 [r12] | |
| I171104 15:15:58.220791 6636 storage/replica_command.go:2716 [split,n1,s1,r12/1:/{Table/15-Max}] initiating a split of this range at key /Table/16 [r13] | |
| I171104 15:15:58.239306 6636 storage/replica_command.go:2716 [split,n1,s1,r13/1:/{Table/16-Max}] initiating a split of this range at key /Table/17 [r14] | |
| I171104 15:15:58.280716 6636 storage/replica_command.go:2716 [split,n1,s1,r14/1:/{Table/17-Max}] initiating a split of this range at key /Table/18 [r15] | |
| I171104 15:15:58.313126 6636 storage/replica_command.go:2716 [split,n1,s1,r15/1:/{Table/18-Max}] initiating a split of this range at key /Table/19 [r16] | |
| I171104 15:15:58.464629 6770 vendor/google.golang.org/grpc/grpclog/grpclog.go:75 transport: http2Server.HandleStreams failed to read frame: read tcp 127.0.0.1:35085->127.0.0.1:55788: use of closed network connection | |
| I171104 15:15:58.495921 7366 server/config.go:528 [n?] 1 storage engine initialized | |
| I171104 15:15:58.496132 7366 server/config.go:530 [n?] RocksDB cache size: 128 MiB | |
| I171104 15:15:58.496429 7366 server/config.go:530 [n?] store 0: in-memory, size 0 B | |
| I171104 15:15:58.505977 7366 server/node.go:344 [n?] **** cluster 7e3c6840-c5ed-4131-8139-bf4c46f2c98c has been created | |
| I171104 15:15:58.506110 7366 server/server.go:836 [n?] **** add additional nodes by specifying --join=127.0.0.1:43205 | |
| I171104 15:15:58.507935 7366 storage/store.go:1199 [n1,s1] [n1,s1]: failed initial metrics computation: [n1,s1]: system config not yet available | |
| I171104 15:15:58.509787 7366 server/node.go:461 [n1] initialized store [n1,s1]: disk (capacity=512 MiB, available=512 MiB, used=0 B, logicalBytes=3.2 KiB), ranges=1, leases=0, writes=0.00, bytesPerReplica={p10=3266.00 p25=3266.00 p50=3266.00 p75=3266.00 p90=3266.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=0.00} | |
| I171104 15:15:58.519474 7366 server/node.go:326 [n1] node ID 1 initialized | |
| I171104 15:15:58.519600 7366 gossip/gossip.go:327 [n1] NodeDescriptor set to node_id:1 address:<network_field:"tcp" address_field:"127.0.0.1:43205" > attrs:<> locality:<> ServerVersion:<major_val:1 minor_val:1 patch:0 unstable:0 > | |
| I171104 15:15:58.526898 7366 storage/stores.go:303 [n1] read 0 node addresses from persistent storage | |
| I171104 15:15:58.529149 7460 storage/replica_command.go:2716 [split,n1,s1,r1/1:/M{in-ax}] initiating a split of this range at key /System/"" [r2] | |
| I171104 15:15:58.535511 7366 server/node.go:606 [n1] connecting to gossip network to verify cluster ID... | |
| I171104 15:15:58.536010 7366 server/node.go:631 [n1] node connected via gossip and verified as part of cluster "7e3c6840-c5ed-4131-8139-bf4c46f2c98c" | |
| I171104 15:15:58.536052 7366 server/node.go:403 [n1] node=1: started with [<no-attributes>=<in-mem>] engine(s) and attributes [] | |
| I171104 15:15:58.536976 7366 sql/executor.go:408 [n1] creating distSQLPlanner with address {tcp 127.0.0.1:43205} | |
| I171104 15:15:58.551706 7460 storage/replica_command.go:2716 [split,n1,s1,r2/1:/{System/-Max}] initiating a split of this range at key /System/NodeLiveness [r3] | |
| I171104 15:15:58.586408 7366 server/server.go:946 [n1] starting https server at 127.0.0.1:45449 | |
| I171104 15:15:58.586490 7366 server/server.go:947 [n1] starting grpc/postgres server at 127.0.0.1:43205 | |
| I171104 15:15:58.586508 7366 server/server.go:948 [n1] advertising CockroachDB node at 127.0.0.1:43205 | |
| W171104 15:15:58.586524 7366 sql/jobs/registry.go:156 [n1] unable to get node liveness: node not in the liveness table | |
| I171104 15:15:58.606373 7460 storage/replica_command.go:2716 [split,n1,s1,r3/1:/{System/NodeL…-Max}] initiating a split of this range at key /System/NodeLivenessMax [r4] | |
| I171104 15:15:58.634491 7366 sql/event_log.go:102 [n1] Event: "alter_table", target: 12, info: {TableName:eventlog Statement:ALTER TABLE system.eventlog ALTER COLUMN "uniqueID" SET DEFAULT uuid_v4() User:node MutationID:0 CascadeDroppedViews:[]} | |
| I171104 15:15:58.668922 7366 sql/lease.go:342 [n1] publish: descID=12 (eventlog) version=2 mtime=2017-11-04 15:15:58.668637194 +0000 UTC | |
| I171104 15:15:58.690279 7460 storage/replica_command.go:2716 [split,n1,s1,r4/1:/{System/NodeL…-Max}] initiating a split of this range at key /System/tsd [r5] | |
| I171104 15:15:58.716977 7460 storage/replica_command.go:2716 [split,n1,s1,r5/1:/{System/tsd-Max}] initiating a split of this range at key /System/"tse" [r6] | |
| I171104 15:15:58.725710 7366 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:diagnostics.reporting.enabled Value:true User:node} | |
| I171104 15:15:58.735846 7460 storage/replica_command.go:2716 [split,n1,s1,r6/1:/{System/tse-Max}] initiating a split of this range at key /Table/SystemConfigSpan/Start [r7] | |
| I171104 15:15:58.755018 7460 storage/replica_command.go:2716 [split,n1,s1,r7/1:/{Table/System…-Max}] initiating a split of this range at key /Table/11 [r8] | |
| I171104 15:15:58.790430 7366 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:version Value:1.1 User:node} | |
| I171104 15:15:58.793256 7460 storage/replica_command.go:2716 [split,n1,s1,r8/1:/{Table/11-Max}] initiating a split of this range at key /Table/12 [r9] | |
| I171104 15:15:58.796379 7366 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:trace.debug.enable Value:false User:node} | |
| I171104 15:15:58.797172 7366 server/server.go:1090 [n1] done ensuring all necessary migrations have run | |
| I171104 15:15:58.797222 7366 server/server.go:1092 [n1] serving sql connections | |
| I171104 15:15:58.799505 7460 storage/replica_command.go:2716 [split,n1,s1,r9/1:/{Table/12-Max}] initiating a split of this range at key /Table/13 [r10] | |
| I171104 15:15:58.807202 7821 sql/event_log.go:102 [n1] Event: "node_join", target: 1, info: {Descriptor:{NodeID:1 Address:{NetworkField:tcp AddressField:127.0.0.1:43205} Attrs: Locality: ServerVersion:1.1} ClusterID:7e3c6840-c5ed-4131-8139-bf4c46f2c98c StartedAt:1509808558536032530 LastUp:1509808558536032530} | |
| I171104 15:15:58.832495 7460 storage/replica_command.go:2716 [split,n1,s1,r10/1:/{Table/13-Max}] initiating a split of this range at key /Table/14 [r11] | |
| I171104 15:15:58.853915 7460 storage/replica_command.go:2716 [split,n1,s1,r11/1:/{Table/14-Max}] initiating a split of this range at key /Table/15 [r12] | |
| I171104 15:15:58.869751 7460 storage/replica_command.go:2716 [split,n1,s1,r12/1:/{Table/15-Max}] initiating a split of this range at key /Table/16 [r13] | |
| I171104 15:15:58.885734 7460 storage/replica_command.go:2716 [split,n1,s1,r13/1:/{Table/16-Max}] initiating a split of this range at key /Table/17 [r14] | |
| I171104 15:15:58.906506 7460 storage/replica_command.go:2716 [split,n1,s1,r14/1:/{Table/17-Max}] initiating a split of this range at key /Table/18 [r15] | |
| I171104 15:15:58.915627 7460 storage/replica_command.go:2716 [split,n1,s1,r15/1:/{Table/18-Max}] initiating a split of this range at key /Table/19 [r16] | |
| I171104 15:15:58.959688 7587 vendor/google.golang.org/grpc/grpclog/grpclog.go:75 transport: http2Server.HandleStreams failed to read frame: read tcp 127.0.0.1:43205->127.0.0.1:34714: use of closed network connection | |
| I171104 15:15:58.984036 8111 server/config.go:528 [n?] 1 storage engine initialized | |
| I171104 15:15:58.984129 8111 server/config.go:530 [n?] RocksDB cache size: 128 MiB | |
| I171104 15:15:58.984142 8111 server/config.go:530 [n?] store 0: in-memory, size 0 B | |
| I171104 15:15:58.995039 8111 server/node.go:344 [n?] **** cluster 054ef707-00de-4e54-b24a-cb108d4f69b5 has been created | |
| I171104 15:15:58.995094 8111 server/server.go:836 [n?] **** add additional nodes by specifying --join=127.0.0.1:45333 | |
| I171104 15:15:58.995977 8111 storage/store.go:1199 [n1,s1] [n1,s1]: failed initial metrics computation: [n1,s1]: system config not yet available | |
| I171104 15:15:58.996051 8111 server/node.go:461 [n1] initialized store [n1,s1]: disk (capacity=512 MiB, available=512 MiB, used=0 B, logicalBytes=3.2 KiB), ranges=1, leases=0, writes=0.00, bytesPerReplica={p10=3266.00 p25=3266.00 p50=3266.00 p75=3266.00 p90=3266.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=0.00} | |
| I171104 15:15:58.996082 8111 server/node.go:326 [n1] node ID 1 initialized | |
| I171104 15:15:58.996149 8111 gossip/gossip.go:327 [n1] NodeDescriptor set to node_id:1 address:<network_field:"tcp" address_field:"127.0.0.1:45333" > attrs:<> locality:<> ServerVersion:<major_val:1 minor_val:1 patch:0 unstable:0 > | |
| I171104 15:15:58.996323 8111 storage/stores.go:303 [n1] read 0 node addresses from persistent storage | |
| I171104 15:15:58.996425 8111 server/node.go:606 [n1] connecting to gossip network to verify cluster ID... | |
| I171104 15:15:58.998731 8111 server/node.go:631 [n1] node connected via gossip and verified as part of cluster "054ef707-00de-4e54-b24a-cb108d4f69b5" | |
| I171104 15:15:58.998998 8111 server/node.go:403 [n1] node=1: started with [<no-attributes>=<in-mem>] engine(s) and attributes [] | |
| I171104 15:15:58.999325 8111 sql/executor.go:408 [n1] creating distSQLPlanner with address {tcp 127.0.0.1:45333} | |
| I171104 15:15:59.015067 8224 storage/replica_command.go:2716 [split,n1,s1,r1/1:/M{in-ax}] initiating a split of this range at key /System/"" [r2] | |
| I171104 15:15:59.068163 8224 storage/replica_command.go:2716 [split,n1,s1,r2/1:/{System/-Max}] initiating a split of this range at key /System/NodeLiveness [r3] | |
| I171104 15:15:59.075053 8111 server/server.go:946 [n1] starting https server at 127.0.0.1:36199 | |
| I171104 15:15:59.075086 8111 server/server.go:947 [n1] starting grpc/postgres server at 127.0.0.1:45333 | |
| I171104 15:15:59.075101 8111 server/server.go:948 [n1] advertising CockroachDB node at 127.0.0.1:45333 | |
| W171104 15:15:59.075192 8111 sql/jobs/registry.go:156 [n1] unable to get node liveness: node not in the liveness table | |
| E171104 15:15:59.085789 8145 storage/replica_proposal.go:538 [n1,s1,r2/1:/{System/-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| I171104 15:15:59.093141 8111 sql/event_log.go:102 [n1] Event: "alter_table", target: 12, info: {TableName:eventlog Statement:ALTER TABLE system.eventlog ALTER COLUMN "uniqueID" SET DEFAULT uuid_v4() User:node MutationID:0 CascadeDroppedViews:[]} | |
| I171104 15:15:59.095147 8224 storage/replica_command.go:2716 [split,n1,s1,r3/1:/{System/NodeL…-Max}] initiating a split of this range at key /System/NodeLivenessMax [r4] | |
| I171104 15:15:59.097225 8111 sql/lease.go:342 [n1] publish: descID=12 (eventlog) version=2 mtime=2017-11-04 15:15:59.095191609 +0000 UTC | |
| I171104 15:15:59.121420 8224 storage/replica_command.go:2716 [split,n1,s1,r4/1:/{System/NodeL…-Max}] initiating a split of this range at key /System/tsd [r5] | |
| E171104 15:15:59.137610 8195 storage/replica_proposal.go:538 [n1,s1,r4/1:/{System/NodeL…-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| W171104 15:15:59.141310 8438 storage/intent_resolver.go:332 [n1,s1,r5/1:/{System/tsd-Max}]: failed to push during intent resolution: failed to push "sql txn implicit" id=d9c985ff key=/Table/SystemConfigSpan/Start rw=true pri=0.03393102 iso=SERIALIZABLE stat=PENDING epo=0 ts=1509808559.131218768,0 orig=1509808559.131218768,0 max=1509808559.131218768,0 wto=false rop=false seq=7 | |
| I171104 15:15:59.144835 8111 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:diagnostics.reporting.enabled Value:true User:node} | |
| I171104 15:15:59.148956 8224 storage/replica_command.go:2716 [split,n1,s1,r5/1:/{System/tsd-Max}] initiating a split of this range at key /System/"tse" [r6] | |
| I171104 15:15:59.191125 8224 storage/replica_command.go:2716 [split,n1,s1,r6/1:/{System/tse-Max}] initiating a split of this range at key /Table/SystemConfigSpan/Start [r7] | |
| E171104 15:15:59.196214 8205 storage/replica_proposal.go:538 [n1,s1,r6/1:/{System/tse-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| I171104 15:15:59.197984 8111 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:version Value:1.1 User:node} | |
| I171104 15:15:59.199675 8224 storage/replica_command.go:2716 [split,n1,s1,r7/1:/{Table/System…-Max}] initiating a split of this range at key /Table/11 [r8] | |
| I171104 15:15:59.212376 8224 storage/replica_command.go:2716 [split,n1,s1,r8/1:/{Table/11-Max}] initiating a split of this range at key /Table/12 [r9] | |
| I171104 15:15:59.214609 8111 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:trace.debug.enable Value:false User:node} | |
| I171104 15:15:59.217208 8111 server/server.go:1090 [n1] done ensuring all necessary migrations have run | |
| I171104 15:15:59.217341 8111 server/server.go:1092 [n1] serving sql connections | |
| I171104 15:15:59.230080 8591 sql/event_log.go:102 [n1] Event: "node_join", target: 1, info: {Descriptor:{NodeID:1 Address:{NetworkField:tcp AddressField:127.0.0.1:45333} Attrs: Locality: ServerVersion:1.1} ClusterID:054ef707-00de-4e54-b24a-cb108d4f69b5 StartedAt:1509808558998919287 LastUp:1509808558998919287} | |
| I171104 15:15:59.236312 8224 storage/replica_command.go:2716 [split,n1,s1,r9/1:/{Table/12-Max}] initiating a split of this range at key /Table/13 [r10] | |
| I171104 15:15:59.245104 8224 storage/replica_command.go:2716 [split,n1,s1,r10/1:/{Table/13-Max}] initiating a split of this range at key /Table/14 [r11] | |
| I171104 15:15:59.277513 8224 storage/replica_command.go:2716 [split,n1,s1,r11/1:/{Table/14-Max}] initiating a split of this range at key /Table/15 [r12] | |
| I171104 15:15:59.316696 8224 storage/replica_command.go:2716 [split,n1,s1,r12/1:/{Table/15-Max}] initiating a split of this range at key /Table/16 [r13] | |
| I171104 15:15:59.326027 8224 storage/replica_command.go:2716 [split,n1,s1,r13/1:/{Table/16-Max}] initiating a split of this range at key /Table/17 [r14] | |
| I171104 15:15:59.338964 8224 storage/replica_command.go:2716 [split,n1,s1,r14/1:/{Table/17-Max}] initiating a split of this range at key /Table/18 [r15] | |
| I171104 15:15:59.352271 8224 storage/replica_command.go:2716 [split,n1,s1,r15/1:/{Table/18-Max}] initiating a split of this range at key /Table/19 [r16] | |
| I171104 15:15:59.399871 8283 vendor/google.golang.org/grpc/grpclog/grpclog.go:75 transport: http2Server.HandleStreams failed to read frame: read tcp 127.0.0.1:45333->127.0.0.1:51044: use of closed network connection | |
| I171104 15:15:59.443144 8941 server/config.go:528 [n?] 1 storage engine initialized | |
| I171104 15:15:59.443247 8941 server/config.go:530 [n?] RocksDB cache size: 128 MiB | |
| I171104 15:15:59.443283 8941 server/config.go:530 [n?] store 0: in-memory, size 0 B | |
| I171104 15:15:59.446120 8941 server/node.go:344 [n?] **** cluster 3509fe88-7f49-4c89-a9cd-297719cc31d4 has been created | |
| I171104 15:15:59.446220 8941 server/server.go:836 [n?] **** add additional nodes by specifying --join=127.0.0.1:43051 | |
| I171104 15:15:59.447020 8941 storage/store.go:1199 [n1,s1] [n1,s1]: failed initial metrics computation: [n1,s1]: system config not yet available | |
| I171104 15:15:59.447163 8941 server/node.go:461 [n1] initialized store [n1,s1]: disk (capacity=512 MiB, available=512 MiB, used=0 B, logicalBytes=3.2 KiB), ranges=1, leases=0, writes=0.00, bytesPerReplica={p10=3266.00 p25=3266.00 p50=3266.00 p75=3266.00 p90=3266.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=0.00} | |
| I171104 15:15:59.447206 8941 server/node.go:326 [n1] node ID 1 initialized | |
| I171104 15:15:59.447289 8941 gossip/gossip.go:327 [n1] NodeDescriptor set to node_id:1 address:<network_field:"tcp" address_field:"127.0.0.1:43051" > attrs:<> locality:<> ServerVersion:<major_val:1 minor_val:1 patch:0 unstable:0 > | |
| I171104 15:15:59.447403 8941 storage/stores.go:303 [n1] read 0 node addresses from persistent storage | |
| I171104 15:15:59.447494 8941 server/node.go:606 [n1] connecting to gossip network to verify cluster ID... | |
| I171104 15:15:59.447682 8941 server/node.go:631 [n1] node connected via gossip and verified as part of cluster "3509fe88-7f49-4c89-a9cd-297719cc31d4" | |
| I171104 15:15:59.451587 9012 storage/replica_command.go:2716 [split,n1,s1,r1/1:/M{in-ax}] initiating a split of this range at key /System/"" [r2] | |
| I171104 15:15:59.454845 8941 server/node.go:403 [n1] node=1: started with [<no-attributes>=<in-mem>] engine(s) and attributes [] | |
| I171104 15:15:59.455081 8941 sql/executor.go:408 [n1] creating distSQLPlanner with address {tcp 127.0.0.1:43051} | |
| I171104 15:15:59.463021 8941 server/server.go:946 [n1] starting https server at 127.0.0.1:45777 | |
| I171104 15:15:59.463080 8941 server/server.go:947 [n1] starting grpc/postgres server at 127.0.0.1:43051 | |
| I171104 15:15:59.463102 8941 server/server.go:948 [n1] advertising CockroachDB node at 127.0.0.1:43051 | |
| W171104 15:15:59.463129 8941 sql/jobs/registry.go:156 [n1] unable to get node liveness: node not in the liveness table | |
| I171104 15:15:59.469891 8941 sql/event_log.go:102 [n1] Event: "alter_table", target: 12, info: {TableName:eventlog Statement:ALTER TABLE system.eventlog ALTER COLUMN "uniqueID" SET DEFAULT uuid_v4() User:node MutationID:0 CascadeDroppedViews:[]} | |
| I171104 15:15:59.487526 8941 sql/lease.go:342 [n1] publish: descID=12 (eventlog) version=2 mtime=2017-11-04 15:15:59.487188516 +0000 UTC | |
| I171104 15:15:59.498400 9012 storage/replica_command.go:2716 [split,n1,s1,r2/1:/{System/-Max}] initiating a split of this range at key /System/NodeLiveness [r3] | |
| I171104 15:15:59.506805 8941 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:diagnostics.reporting.enabled Value:true User:node} | |
| I171104 15:15:59.525955 9012 storage/replica_command.go:2716 [split,n1,s1,r3/1:/{System/NodeL…-Max}] initiating a split of this range at key /System/NodeLivenessMax [r4] | |
| I171104 15:15:59.533787 9012 storage/replica_command.go:2716 [split,n1,s1,r4/1:/{System/NodeL…-Max}] initiating a split of this range at key /System/tsd [r5] | |
| E171104 15:15:59.542864 8979 storage/replica_proposal.go:538 [n1,s1,r4/1:/{System/NodeL…-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| I171104 15:15:59.545084 9012 storage/replica_command.go:2716 [split,n1,s1,r5/1:/{System/tsd-Max}] initiating a split of this range at key /System/"tse" [r6] | |
| W171104 15:15:59.545368 9256 storage/intent_resolver.go:332 [n1,s1,r5/1:/{System/tsd-Max}]: failed to push during intent resolution: failed to push "sql txn implicit" id=99d6a994 key=/Table/SystemConfigSpan/Start rw=true pri=0.04487070 iso=SERIALIZABLE stat=PENDING epo=0 ts=1509808559.534090918,0 orig=1509808559.534090918,0 max=1509808559.534090918,0 wto=false rop=false seq=13 | |
| I171104 15:15:59.545751 8941 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:version Value:1.1 User:node} | |
| I171104 15:15:59.561283 8941 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:trace.debug.enable Value:false User:node} | |
| I171104 15:15:59.562003 8941 server/server.go:1090 [n1] done ensuring all necessary migrations have run | |
| I171104 15:15:59.562040 8941 server/server.go:1092 [n1] serving sql connections | |
| I171104 15:15:59.565630 9308 sql/event_log.go:102 [n1] Event: "node_join", target: 1, info: {Descriptor:{NodeID:1 Address:{NetworkField:tcp AddressField:127.0.0.1:43051} Attrs: Locality: ServerVersion:1.1} ClusterID:3509fe88-7f49-4c89-a9cd-297719cc31d4 StartedAt:1509808559447694233 LastUp:1509808559447694233} | |
| I171104 15:15:59.572857 9012 storage/replica_command.go:2716 [split,n1,s1,r6/1:/{System/tse-Max}] initiating a split of this range at key /Table/SystemConfigSpan/Start [r7] | |
| I171104 15:15:59.584805 9012 storage/replica_command.go:2716 [split,n1,s1,r7/1:/{Table/System…-Max}] initiating a split of this range at key /Table/11 [r8] | |
| I171104 15:15:59.595151 9012 storage/replica_command.go:2716 [split,n1,s1,r8/1:/{Table/11-Max}] initiating a split of this range at key /Table/12 [r9] | |
| I171104 15:15:59.608721 9012 storage/replica_command.go:2716 [split,n1,s1,r9/1:/{Table/12-Max}] initiating a split of this range at key /Table/13 [r10] | |
| I171104 15:15:59.629631 9012 storage/replica_command.go:2716 [split,n1,s1,r10/1:/{Table/13-Max}] initiating a split of this range at key /Table/14 [r11] | |
| I171104 15:15:59.641318 9012 storage/replica_command.go:2716 [split,n1,s1,r11/1:/{Table/14-Max}] initiating a split of this range at key /Table/15 [r12] | |
| I171104 15:15:59.664576 9012 storage/replica_command.go:2716 [split,n1,s1,r12/1:/{Table/15-Max}] initiating a split of this range at key /Table/16 [r13] | |
| I171104 15:15:59.675595 9012 storage/replica_command.go:2716 [split,n1,s1,r13/1:/{Table/16-Max}] initiating a split of this range at key /Table/17 [r14] | |
| I171104 15:15:59.708513 9012 storage/replica_command.go:2716 [split,n1,s1,r14/1:/{Table/17-Max}] initiating a split of this range at key /Table/18 [r15] | |
| I171104 15:15:59.727789 9012 storage/replica_command.go:2716 [split,n1,s1,r15/1:/{Table/18-Max}] initiating a split of this range at key /Table/19 [r16] | |
| I171104 15:15:59.759688 8941 sql/event_log.go:102 [n1] Event: "create_database", target: 50, info: {DatabaseName:test Statement:CREATE DATABASE test User:root} | |
| I171104 15:15:59.760372 9012 storage/replica_command.go:2716 [split,n1,s1,r16/1:/{Table/19-Max}] initiating a split of this range at key /Table/50 [r17] | |
| I171104 15:15:59.771609 8941 sql/event_log.go:102 [n1] Event: "create_table", target: 51, info: {TableName:test.tbl Statement:CREATE TABLE test.tbl (nulls_allowed INT, nulls_not_allowed INT NOT NULL DEFAULT 1000, default2 INT DEFAULT 2, string_default STRING DEFAULT 'default_string') User:root} | |
| I171104 15:15:59.772303 9012 storage/replica_command.go:2716 [split,n1,s1,r17/1:/{Table/50-Max}] initiating a split of this range at key /Table/51 [r18] | |
| I171104 15:15:59.780832 8941 sql/lease.go:342 [n1] publish: descID=51 (tbl) version=2 mtime=2017-11-04 15:15:59.780243042 +0000 UTC | |
| I171104 15:15:59.797185 8941 sql/lease.go:342 [n1] publish: descID=51 (tbl) version=3 mtime=2017-11-04 15:15:59.796875915 +0000 UTC | |
| I171104 15:15:59.825853 8941 sql/event_log.go:102 [n1] Event: "create_index", target: 51, info: {TableName:tbl IndexName:descidx Statement:CREATE INDEX descidx ON test.tbl (default2 DESC) User:root MutationID:1} | |
| I171104 15:15:59.830443 8941 sql/lease.go:342 [n1] publish: descID=51 (tbl) version=4 mtime=2017-11-04 15:15:59.830078555 +0000 UTC | |
| I171104 15:15:59.839121 8941 sql/lease.go:342 [n1] publish: descID=51 (tbl) version=5 mtime=2017-11-04 15:15:59.838871248 +0000 UTC | |
| I171104 15:15:59.847666 8941 sql/backfill.go:133 [n1] Running backfill for "tbl", v=5, m=1 | |
| I171104 15:15:59.869363 8941 sql/lease.go:342 [n1] publish: descID=51 (tbl) version=6 mtime=2017-11-04 15:15:59.869177386 +0000 UTC | |
| I171104 15:15:59.876404 8941 sql/event_log.go:102 [n1] Event: "finish_schema_change", target: 51, info: {MutationID:1} | |
| I171104 15:15:59.878399 8941 sql/lease.go:268 publish (count leases): descID=51 name=tbl version=5 count=1 | |
| I171104 15:15:59.923785 10117 sql/mon/bytes_usage.go:580 [n1] admin: bytes usage increases to 130 KiB (+10240) | |
| I171104 15:15:59.927329 10117 sql/mon/bytes_usage.go:580 [n1] admin: bytes usage increases to 260 KiB (+10240) | |
| I171104 15:15:59.972255 9099 vendor/google.golang.org/grpc/grpclog/grpclog.go:75 transport: http2Server.HandleStreams failed to read frame: read tcp 127.0.0.1:43051->127.0.0.1:49116: use of closed network connection | |
| I171104 15:15:59.972306 9167 vendor/google.golang.org/grpc/grpclog/grpclog.go:60 transport: http2Client.notifyError got notified that the client transport was broken EOF. | |
| I171104 15:15:59.972460 9024 vendor/google.golang.org/grpc/grpclog/grpclog.go:75 grpc: addrConn.resetTransport failed to create client transport: connection error: desc = "transport: Error while dialing dial tcp 127.0.0.1:43051: operation was canceled"; Reconnecting to {127.0.0.1:43051 <nil>} | |
| I171104 15:15:59.972478 9024 vendor/google.golang.org/grpc/grpclog/grpclog.go:75 grpc: addrConn.transportMonitor exits due to: grpc: the connection is closing | |
| I171104 15:15:59.987940 10205 server/config.go:528 [n?] 1 storage engine initialized | |
| I171104 15:15:59.987974 10205 server/config.go:530 [n?] RocksDB cache size: 128 MiB | |
| I171104 15:15:59.987981 10205 server/config.go:530 [n?] store 0: in-memory, size 0 B | |
| I171104 15:15:59.993695 10205 server/node.go:344 [n?] **** cluster 77273c1d-b4d7-4517-bdff-0247e27d39b7 has been created | |
| I171104 15:15:59.993719 10205 server/server.go:836 [n?] **** add additional nodes by specifying --join=127.0.0.1:38741 | |
| I171104 15:15:59.994279 10205 storage/store.go:1199 [n1,s1] [n1,s1]: failed initial metrics computation: [n1,s1]: system config not yet available | |
| I171104 15:15:59.994318 10205 server/node.go:461 [n1] initialized store [n1,s1]: disk (capacity=512 MiB, available=512 MiB, used=0 B, logicalBytes=3.2 KiB), ranges=1, leases=0, writes=0.00, bytesPerReplica={p10=3266.00 p25=3266.00 p50=3266.00 p75=3266.00 p90=3266.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=0.00} | |
| I171104 15:15:59.994335 10205 server/node.go:326 [n1] node ID 1 initialized | |
| I171104 15:15:59.994369 10205 gossip/gossip.go:327 [n1] NodeDescriptor set to node_id:1 address:<network_field:"tcp" address_field:"127.0.0.1:38741" > attrs:<> locality:<> ServerVersion:<major_val:1 minor_val:1 patch:0 unstable:0 > | |
| I171104 15:15:59.994409 10205 storage/stores.go:303 [n1] read 0 node addresses from persistent storage | |
| I171104 15:15:59.994455 10205 server/node.go:606 [n1] connecting to gossip network to verify cluster ID... | |
| I171104 15:15:59.994467 10205 server/node.go:631 [n1] node connected via gossip and verified as part of cluster "77273c1d-b4d7-4517-bdff-0247e27d39b7" | |
| I171104 15:15:59.994477 10205 server/node.go:403 [n1] node=1: started with [<no-attributes>=<in-mem>] engine(s) and attributes [] | |
| I171104 15:15:59.994518 10205 sql/executor.go:408 [n1] creating distSQLPlanner with address {tcp 127.0.0.1:38741} | |
| I171104 15:15:59.998117 10205 server/server.go:946 [n1] starting https server at 127.0.0.1:45537 | |
| I171104 15:15:59.998143 10205 server/server.go:947 [n1] starting grpc/postgres server at 127.0.0.1:38741 | |
| I171104 15:15:59.998155 10205 server/server.go:948 [n1] advertising CockroachDB node at 127.0.0.1:38741 | |
| W171104 15:15:59.998169 10205 sql/jobs/registry.go:156 [n1] unable to get node liveness: node not in the liveness table | |
| I171104 15:16:00.015413 10251 storage/replica_command.go:2716 [split,n1,s1,r1/1:/M{in-ax}] initiating a split of this range at key /System/"" [r2] | |
| I171104 15:16:00.033429 10205 sql/event_log.go:102 [n1] Event: "alter_table", target: 12, info: {TableName:eventlog Statement:ALTER TABLE system.eventlog ALTER COLUMN "uniqueID" SET DEFAULT uuid_v4() User:node MutationID:0 CascadeDroppedViews:[]} | |
| I171104 15:16:00.037317 10205 sql/lease.go:342 [n1] publish: descID=12 (eventlog) version=2 mtime=2017-11-04 15:16:00.037053588 +0000 UTC | |
| I171104 15:16:00.038845 10251 storage/replica_command.go:2716 [split,n1,s1,r2/1:/{System/-Max}] initiating a split of this range at key /System/NodeLiveness [r3] | |
| I171104 15:16:00.042701 10251 storage/replica_command.go:2716 [split,n1,s1,r3/1:/{System/NodeL…-Max}] initiating a split of this range at key /System/NodeLivenessMax [r4] | |
| I171104 15:16:00.054187 10251 storage/replica_command.go:2716 [split,n1,s1,r4/1:/{System/NodeL…-Max}] initiating a split of this range at key /System/tsd [r5] | |
| I171104 15:16:00.067704 10205 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:diagnostics.reporting.enabled Value:true User:node} | |
| I171104 15:16:00.092180 10251 storage/replica_command.go:2716 [split,n1,s1,r5/1:/{System/tsd-Max}] initiating a split of this range at key /System/"tse" [r6] | |
| I171104 15:16:00.102787 10251 storage/replica_command.go:2716 [split,n1,s1,r6/1:/{System/tse-Max}] initiating a split of this range at key /Table/SystemConfigSpan/Start [r7] | |
| I171104 15:16:00.104675 10205 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:version Value:1.1 User:node} | |
| E171104 15:16:00.113627 10262 storage/replica_proposal.go:538 [n1,s1,r6/1:/{System/tse-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| I171104 15:16:00.117324 10251 storage/replica_command.go:2716 [split,n1,s1,r7/1:/{Table/System…-Max}] initiating a split of this range at key /Table/11 [r8] | |
| W171104 15:16:00.119929 10571 storage/intent_resolver.go:332 [n1,s1,r7/1:/{Table/System…-Max}]: failed to push during intent resolution: failed to push "sql txn implicit" id=72c86812 key=/Table/SystemConfigSpan/Start rw=true pri=0.01407680 iso=SERIALIZABLE stat=PENDING epo=0 ts=1509808560.105310122,0 orig=1509808560.105310122,0 max=1509808560.105310122,0 wto=false rop=false seq=7 | |
| I171104 15:16:00.121077 10205 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:trace.debug.enable Value:false User:node} | |
| I171104 15:16:00.127276 10205 server/server.go:1090 [n1] done ensuring all necessary migrations have run | |
| I171104 15:16:00.127365 10205 server/server.go:1092 [n1] serving sql connections | |
| I171104 15:16:00.132599 10593 sql/event_log.go:102 [n1] Event: "node_join", target: 1, info: {Descriptor:{NodeID:1 Address:{NetworkField:tcp AddressField:127.0.0.1:38741} Attrs: Locality: ServerVersion:1.1} ClusterID:77273c1d-b4d7-4517-bdff-0247e27d39b7 StartedAt:1509808559994468976 LastUp:1509808559994468976} | |
| I171104 15:16:00.143696 10251 storage/replica_command.go:2716 [split,n1,s1,r8/1:/{Table/11-Max}] initiating a split of this range at key /Table/12 [r9] | |
| I171104 15:16:00.159616 10251 storage/replica_command.go:2716 [split,n1,s1,r9/1:/{Table/12-Max}] initiating a split of this range at key /Table/13 [r10] | |
| I171104 15:16:00.165665 10251 storage/replica_command.go:2716 [split,n1,s1,r10/1:/{Table/13-Max}] initiating a split of this range at key /Table/14 [r11] | |
| I171104 15:16:00.177217 10251 storage/replica_command.go:2716 [split,n1,s1,r11/1:/{Table/14-Max}] initiating a split of this range at key /Table/15 [r12] | |
| I171104 15:16:00.195066 10251 storage/replica_command.go:2716 [split,n1,s1,r12/1:/{Table/15-Max}] initiating a split of this range at key /Table/16 [r13] | |
| I171104 15:16:00.221619 10251 storage/replica_command.go:2716 [split,n1,s1,r13/1:/{Table/16-Max}] initiating a split of this range at key /Table/17 [r14] | |
| I171104 15:16:00.237391 10251 storage/replica_command.go:2716 [split,n1,s1,r14/1:/{Table/17-Max}] initiating a split of this range at key /Table/18 [r15] | |
| I171104 15:16:00.254452 10251 storage/replica_command.go:2716 [split,n1,s1,r15/1:/{Table/18-Max}] initiating a split of this range at key /Table/19 [r16] | |
| I171104 15:16:00.290297 10205 sql/event_log.go:102 [n1] Event: "create_database", target: 50, info: {DatabaseName:"test test" Statement:CREATE DATABASE "test test" User:root} | |
| I171104 15:16:00.292271 10251 storage/replica_command.go:2716 [split,n1,s1,r16/1:/{Table/19-Max}] initiating a split of this range at key /Table/50 [r17] | |
| I171104 15:16:00.310549 10205 sql/event_log.go:102 [n1] Event: "create_table", target: 51, info: {TableName:"test test"."tbl tbl" Statement:CREATE TABLE "test test"."tbl tbl" (nulls_allowed INT, nulls_not_allowed INT NOT NULL DEFAULT 1000, default2 INT DEFAULT 2, string_default STRING DEFAULT 'default_string') User:root} | |
| I171104 15:16:00.314040 10251 storage/replica_command.go:2716 [split,n1,s1,r17/1:/{Table/50-Max}] initiating a split of this range at key /Table/51 [r18] | |
| I171104 15:16:00.363245 10205 sql/lease.go:342 [n1] publish: descID=51 (tbl tbl) version=2 mtime=2017-11-04 15:16:00.362976525 +0000 UTC | |
| I171104 15:16:00.381529 10205 sql/lease.go:342 [n1] publish: descID=51 (tbl tbl) version=3 mtime=2017-11-04 15:16:00.3810837 +0000 UTC | |
| I171104 15:16:00.401514 10205 sql/event_log.go:102 [n1] Event: "create_index", target: 51, info: {TableName:tbl tbl IndexName:descidx Statement:CREATE INDEX descidx ON "test test"."tbl tbl" (default2 DESC) User:root MutationID:1} | |
| I171104 15:16:00.410698 10205 sql/lease.go:342 [n1] publish: descID=51 (tbl tbl) version=4 mtime=2017-11-04 15:16:00.410137056 +0000 UTC | |
| I171104 15:16:00.426362 10205 sql/lease.go:342 [n1] publish: descID=51 (tbl tbl) version=5 mtime=2017-11-04 15:16:00.426043229 +0000 UTC | |
| I171104 15:16:00.456328 10205 sql/backfill.go:133 [n1] Running backfill for "tbl tbl", v=5, m=1 | |
| I171104 15:16:00.507969 10205 sql/lease.go:342 [n1] publish: descID=51 (tbl tbl) version=6 mtime=2017-11-04 15:16:00.507840363 +0000 UTC | |
| I171104 15:16:00.515025 10205 sql/event_log.go:102 [n1] Event: "finish_schema_change", target: 51, info: {MutationID:1} | |
| I171104 15:16:00.518264 10205 sql/lease.go:268 publish (count leases): descID=51 name=tbl tbl version=5 count=1 | |
| I171104 15:16:00.568635 11375 sql/mon/bytes_usage.go:580 [n1] admin: bytes usage increases to 130 KiB (+10240) | |
| I171104 15:16:00.570886 11375 sql/mon/bytes_usage.go:580 [n1] admin: bytes usage increases to 260 KiB (+10240) | |
| I171104 15:16:00.617377 10343 vendor/google.golang.org/grpc/grpclog/grpclog.go:75 transport: http2Server.HandleStreams failed to read frame: read tcp 127.0.0.1:38741->127.0.0.1:41818: use of closed network connection | |
| I171104 15:16:00.651838 11476 server/config.go:528 [n?] 1 storage engine initialized | |
| I171104 15:16:00.651944 11476 server/config.go:530 [n?] RocksDB cache size: 128 MiB | |
| I171104 15:16:00.651980 11476 server/config.go:530 [n?] store 0: in-memory, size 0 B | |
| I171104 15:16:00.654648 11476 server/node.go:344 [n?] **** cluster 4b13d5d5-cb2f-4c95-b31d-ba08b3d67e43 has been created | |
| I171104 15:16:00.654684 11476 server/server.go:836 [n?] **** add additional nodes by specifying --join=127.0.0.1:36821 | |
| I171104 15:16:00.659571 11476 storage/store.go:1199 [n1,s1] [n1,s1]: failed initial metrics computation: [n1,s1]: system config not yet available | |
| I171104 15:16:00.659636 11476 server/node.go:461 [n1] initialized store [n1,s1]: disk (capacity=512 MiB, available=512 MiB, used=0 B, logicalBytes=3.2 KiB), ranges=1, leases=0, writes=0.00, bytesPerReplica={p10=3266.00 p25=3266.00 p50=3266.00 p75=3266.00 p90=3266.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=0.00} | |
| I171104 15:16:00.659846 11476 server/node.go:326 [n1] node ID 1 initialized | |
| I171104 15:16:00.659971 11476 gossip/gossip.go:327 [n1] NodeDescriptor set to node_id:1 address:<network_field:"tcp" address_field:"127.0.0.1:36821" > attrs:<> locality:<> ServerVersion:<major_val:1 minor_val:1 patch:0 unstable:0 > | |
| I171104 15:16:00.660190 11476 storage/stores.go:303 [n1] read 0 node addresses from persistent storage | |
| I171104 15:16:00.660386 11476 server/node.go:606 [n1] connecting to gossip network to verify cluster ID... | |
| I171104 15:16:00.660556 11476 server/node.go:631 [n1] node connected via gossip and verified as part of cluster "4b13d5d5-cb2f-4c95-b31d-ba08b3d67e43" | |
| I171104 15:16:00.660630 11476 server/node.go:403 [n1] node=1: started with [<no-attributes>=<in-mem>] engine(s) and attributes [] | |
| I171104 15:16:00.660753 11476 sql/executor.go:408 [n1] creating distSQLPlanner with address {tcp 127.0.0.1:36821} | |
| I171104 15:16:00.667394 11476 server/server.go:946 [n1] starting https server at 127.0.0.1:34903 | |
| I171104 15:16:00.667445 11476 server/server.go:947 [n1] starting grpc/postgres server at 127.0.0.1:36821 | |
| I171104 15:16:00.667475 11476 server/server.go:948 [n1] advertising CockroachDB node at 127.0.0.1:36821 | |
| W171104 15:16:00.667510 11476 sql/jobs/registry.go:156 [n1] unable to get node liveness: node not in the liveness table | |
| I171104 15:16:00.676754 11488 storage/replica_command.go:2716 [split,n1,s1,r1/1:/M{in-ax}] initiating a split of this range at key /System/"" [r2] | |
| I171104 15:16:00.690656 11488 storage/replica_command.go:2716 [split,n1,s1,r2/1:/{System/-Max}] initiating a split of this range at key /System/NodeLiveness [r3] | |
| I171104 15:16:00.692840 11476 sql/event_log.go:102 [n1] Event: "alter_table", target: 12, info: {TableName:eventlog Statement:ALTER TABLE system.eventlog ALTER COLUMN "uniqueID" SET DEFAULT uuid_v4() User:node MutationID:0 CascadeDroppedViews:[]} | |
| I171104 15:16:00.696394 11476 sql/lease.go:342 [n1] publish: descID=12 (eventlog) version=2 mtime=2017-11-04 15:16:00.696268184 +0000 UTC | |
| I171104 15:16:00.713036 11488 storage/replica_command.go:2716 [split,n1,s1,r3/1:/{System/NodeL…-Max}] initiating a split of this range at key /System/NodeLivenessMax [r4] | |
| I171104 15:16:00.745848 11476 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:diagnostics.reporting.enabled Value:true User:node} | |
| I171104 15:16:00.749248 11488 storage/replica_command.go:2716 [split,n1,s1,r4/1:/{System/NodeL…-Max}] initiating a split of this range at key /System/tsd [r5] | |
| E171104 15:16:00.761013 11521 storage/replica_proposal.go:538 [n1,s1,r4/1:/{System/NodeL…-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| W171104 15:16:00.763791 11783 storage/intent_resolver.go:332 [n1,s1,r5/1:/{System/tsd-Max}]: failed to push during intent resolution: failed to push "sql txn implicit" id=0dc8c422 key=/Table/SystemConfigSpan/Start rw=true pri=0.00670017 iso=SERIALIZABLE stat=PENDING epo=0 ts=1509808560.753629552,0 orig=1509808560.753629552,0 max=1509808560.753629552,0 wto=false rop=false seq=13 | |
| I171104 15:16:00.763875 11488 storage/replica_command.go:2716 [split,n1,s1,r5/1:/{System/tsd-Max}] initiating a split of this range at key /System/"tse" [r6] | |
| I171104 15:16:00.767625 11476 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:version Value:1.1 User:node} | |
| I171104 15:16:00.784783 11488 storage/replica_command.go:2716 [split,n1,s1,r6/1:/{System/tse-Max}] initiating a split of this range at key /Table/SystemConfigSpan/Start [r7] | |
| I171104 15:16:00.789953 11476 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:trace.debug.enable Value:false User:node} | |
| I171104 15:16:00.791083 11476 server/server.go:1090 [n1] done ensuring all necessary migrations have run | |
| I171104 15:16:00.791165 11476 server/server.go:1092 [n1] serving sql connections | |
| I171104 15:16:00.796519 11856 sql/event_log.go:102 [n1] Event: "node_join", target: 1, info: {Descriptor:{NodeID:1 Address:{NetworkField:tcp AddressField:127.0.0.1:36821} Attrs: Locality: ServerVersion:1.1} ClusterID:4b13d5d5-cb2f-4c95-b31d-ba08b3d67e43 StartedAt:1509808560660572295 LastUp:1509808560660572295} | |
| I171104 15:16:00.817321 11488 storage/replica_command.go:2716 [split,n1,s1,r7/1:/{Table/System…-Max}] initiating a split of this range at key /Table/11 [r8] | |
| I171104 15:16:00.839116 11488 storage/replica_command.go:2716 [split,n1,s1,r8/1:/{Table/11-Max}] initiating a split of this range at key /Table/12 [r9] | |
| I171104 15:16:00.882804 11488 storage/replica_command.go:2716 [split,n1,s1,r9/1:/{Table/12-Max}] initiating a split of this range at key /Table/13 [r10] | |
| I171104 15:16:00.894568 11488 storage/replica_command.go:2716 [split,n1,s1,r10/1:/{Table/13-Max}] initiating a split of this range at key /Table/14 [r11] | |
| I171104 15:16:00.898981 11488 storage/replica_command.go:2716 [split,n1,s1,r11/1:/{Table/14-Max}] initiating a split of this range at key /Table/15 [r12] | |
| I171104 15:16:00.919989 11488 storage/replica_command.go:2716 [split,n1,s1,r12/1:/{Table/15-Max}] initiating a split of this range at key /Table/16 [r13] | |
| I171104 15:16:00.935670 11488 storage/replica_command.go:2716 [split,n1,s1,r13/1:/{Table/16-Max}] initiating a split of this range at key /Table/17 [r14] | |
| I171104 15:16:00.944373 11488 storage/replica_command.go:2716 [split,n1,s1,r14/1:/{Table/17-Max}] initiating a split of this range at key /Table/18 [r15] | |
| I171104 15:16:00.952517 11488 storage/replica_command.go:2716 [split,n1,s1,r15/1:/{Table/18-Max}] initiating a split of this range at key /Table/19 [r16] | |
| I171104 15:16:01.026850 11476 sql/event_log.go:102 [n1] Event: "create_database", target: 50, info: {DatabaseName:"TEST" Statement:CREATE DATABASE "TEST" User:root} | |
| I171104 15:16:01.028290 11488 storage/replica_command.go:2716 [split,n1,s1,r16/1:/{Table/19-Max}] initiating a split of this range at key /Table/50 [r17] | |
| I171104 15:16:01.036243 11476 sql/event_log.go:102 [n1] Event: "create_table", target: 51, info: {TableName:"TEST"."TBL" Statement:CREATE TABLE "TEST"."TBL" (nulls_allowed INT, nulls_not_allowed INT NOT NULL DEFAULT 1000, default2 INT DEFAULT 2, string_default STRING DEFAULT 'default_string') User:root} | |
| I171104 15:16:01.038618 11488 storage/replica_command.go:2716 [split,n1,s1,r17/1:/{Table/50-Max}] initiating a split of this range at key /Table/51 [r18] | |
| I171104 15:16:01.042171 11476 sql/lease.go:342 [n1] publish: descID=51 (TBL) version=2 mtime=2017-11-04 15:16:01.0420482 +0000 UTC | |
| I171104 15:16:01.055784 11476 sql/lease.go:342 [n1] publish: descID=51 (TBL) version=3 mtime=2017-11-04 15:16:01.055519329 +0000 UTC | |
| I171104 15:16:01.068646 11476 sql/event_log.go:102 [n1] Event: "create_index", target: 51, info: {TableName:TBL IndexName:descidx Statement:CREATE INDEX descidx ON "TEST"."TBL" (default2 DESC) User:root MutationID:1} | |
| I171104 15:16:01.075607 11476 sql/lease.go:342 [n1] publish: descID=51 (TBL) version=4 mtime=2017-11-04 15:16:01.072175582 +0000 UTC | |
| I171104 15:16:01.091213 11476 sql/lease.go:342 [n1] publish: descID=51 (TBL) version=5 mtime=2017-11-04 15:16:01.091036337 +0000 UTC | |
| I171104 15:16:01.100654 11476 sql/backfill.go:133 [n1] Running backfill for "TBL", v=5, m=1 | |
| I171104 15:16:01.168791 11476 sql/lease.go:342 [n1] publish: descID=51 (TBL) version=6 mtime=2017-11-04 15:16:01.168479539 +0000 UTC | |
| I171104 15:16:01.188382 11476 sql/event_log.go:102 [n1] Event: "finish_schema_change", target: 51, info: {MutationID:1} | |
| I171104 15:16:01.212981 12600 sql/mon/bytes_usage.go:580 [n1] admin: bytes usage increases to 130 KiB (+10240) | |
| I171104 15:16:01.215137 12600 sql/mon/bytes_usage.go:580 [n1] admin: bytes usage increases to 260 KiB (+10240) | |
| I171104 15:16:01.276290 11616 vendor/google.golang.org/grpc/grpclog/grpclog.go:75 transport: http2Server.HandleStreams failed to read frame: read tcp 127.0.0.1:36821->127.0.0.1:49474: use of closed network connection | |
| I171104 15:16:01.301974 12718 server/config.go:528 [n?] 1 storage engine initialized | |
| I171104 15:16:01.302089 12718 server/config.go:530 [n?] RocksDB cache size: 128 MiB | |
| I171104 15:16:01.302138 12718 server/config.go:530 [n?] store 0: in-memory, size 0 B | |
| I171104 15:16:01.305802 12718 server/node.go:344 [n?] **** cluster 9e826cc5-e534-4515-9c8a-17b05f723349 has been created | |
| I171104 15:16:01.305918 12718 server/server.go:836 [n?] **** add additional nodes by specifying --join=127.0.0.1:33573 | |
| I171104 15:16:01.307146 12718 storage/store.go:1199 [n1,s1] [n1,s1]: failed initial metrics computation: [n1,s1]: system config not yet available | |
| I171104 15:16:01.307219 12718 server/node.go:461 [n1] initialized store [n1,s1]: disk (capacity=512 MiB, available=512 MiB, used=0 B, logicalBytes=3.2 KiB), ranges=1, leases=0, writes=0.00, bytesPerReplica={p10=3266.00 p25=3266.00 p50=3266.00 p75=3266.00 p90=3266.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=0.00} | |
| I171104 15:16:01.307270 12718 server/node.go:326 [n1] node ID 1 initialized | |
| I171104 15:16:01.307311 12718 gossip/gossip.go:327 [n1] NodeDescriptor set to node_id:1 address:<network_field:"tcp" address_field:"127.0.0.1:33573" > attrs:<> locality:<> ServerVersion:<major_val:1 minor_val:1 patch:0 unstable:0 > | |
| I171104 15:16:01.307437 12718 storage/stores.go:303 [n1] read 0 node addresses from persistent storage | |
| I171104 15:16:01.307770 12718 server/node.go:606 [n1] connecting to gossip network to verify cluster ID... | |
| I171104 15:16:01.308126 12718 server/node.go:631 [n1] node connected via gossip and verified as part of cluster "9e826cc5-e534-4515-9c8a-17b05f723349" | |
| I171104 15:16:01.308179 12718 server/node.go:403 [n1] node=1: started with [<no-attributes>=<in-mem>] engine(s) and attributes [] | |
| I171104 15:16:01.308274 12718 sql/executor.go:408 [n1] creating distSQLPlanner with address {tcp 127.0.0.1:33573} | |
| I171104 15:16:01.324130 12718 server/server.go:946 [n1] starting https server at 127.0.0.1:34975 | |
| I171104 15:16:01.324345 12718 server/server.go:947 [n1] starting grpc/postgres server at 127.0.0.1:33573 | |
| I171104 15:16:01.324414 12718 server/server.go:948 [n1] advertising CockroachDB node at 127.0.0.1:33573 | |
| W171104 15:16:01.324633 12718 sql/jobs/registry.go:156 [n1] unable to get node liveness: node not in the liveness table | |
| I171104 15:16:01.325877 12763 storage/replica_command.go:2716 [split,n1,s1,r1/1:/M{in-ax}] initiating a split of this range at key /System/"" [r2] | |
| I171104 15:16:01.351636 12763 storage/replica_command.go:2716 [split,n1,s1,r2/1:/{System/-Max}] initiating a split of this range at key /System/NodeLiveness [r3] | |
| E171104 15:16:01.363274 12699 storage/replica_proposal.go:538 [n1,s1,r2/1:/{System/-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| I171104 15:16:01.366730 12763 storage/replica_command.go:2716 [split,n1,s1,r3/1:/{System/NodeL…-Max}] initiating a split of this range at key /System/NodeLivenessMax [r4] | |
| I171104 15:16:01.368719 12718 sql/event_log.go:102 [n1] Event: "alter_table", target: 12, info: {TableName:eventlog Statement:ALTER TABLE system.eventlog ALTER COLUMN "uniqueID" SET DEFAULT uuid_v4() User:node MutationID:0 CascadeDroppedViews:[]} | |
| I171104 15:16:01.375698 12763 storage/replica_command.go:2716 [split,n1,s1,r4/1:/{System/NodeL…-Max}] initiating a split of this range at key /System/tsd [r5] | |
| I171104 15:16:01.411824 12718 sql/lease.go:342 [n1] publish: descID=12 (eventlog) version=2 mtime=2017-11-04 15:16:01.411316112 +0000 UTC | |
| I171104 15:16:01.419551 12763 storage/replica_command.go:2716 [split,n1,s1,r5/1:/{System/tsd-Max}] initiating a split of this range at key /System/"tse" [r6] | |
| I171104 15:16:01.454644 12763 storage/replica_command.go:2716 [split,n1,s1,r6/1:/{System/tse-Max}] initiating a split of this range at key /Table/SystemConfigSpan/Start [r7] | |
| I171104 15:16:01.473083 12718 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:diagnostics.reporting.enabled Value:true User:node} | |
| I171104 15:16:01.484716 12763 storage/replica_command.go:2716 [split,n1,s1,r7/1:/{Table/System…-Max}] initiating a split of this range at key /Table/11 [r8] | |
| I171104 15:16:01.506427 12763 storage/replica_command.go:2716 [split,n1,s1,r8/1:/{Table/11-Max}] initiating a split of this range at key /Table/12 [r9] | |
| I171104 15:16:01.534519 12763 storage/replica_command.go:2716 [split,n1,s1,r9/1:/{Table/12-Max}] initiating a split of this range at key /Table/13 [r10] | |
| I171104 15:16:01.545230 12718 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:version Value:1.1 User:node} | |
| I171104 15:16:01.556258 12763 storage/replica_command.go:2716 [split,n1,s1,r10/1:/{Table/13-Max}] initiating a split of this range at key /Table/14 [r11] | |
| I171104 15:16:01.562036 12763 storage/replica_command.go:2716 [split,n1,s1,r11/1:/{Table/14-Max}] initiating a split of this range at key /Table/15 [r12] | |
| I171104 15:16:01.570886 12718 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:trace.debug.enable Value:false User:node} | |
| I171104 15:16:01.571660 12718 server/server.go:1090 [n1] done ensuring all necessary migrations have run | |
| I171104 15:16:01.571763 12718 server/server.go:1092 [n1] serving sql connections | |
| I171104 15:16:01.592081 12763 storage/replica_command.go:2716 [split,n1,s1,r12/1:/{Table/15-Max}] initiating a split of this range at key /Table/16 [r13] | |
| I171104 15:16:01.592088 13222 sql/event_log.go:102 [n1] Event: "node_join", target: 1, info: {Descriptor:{NodeID:1 Address:{NetworkField:tcp AddressField:127.0.0.1:33573} Attrs: Locality: ServerVersion:1.1} ClusterID:9e826cc5-e534-4515-9c8a-17b05f723349 StartedAt:1509808561308141141 LastUp:1509808561308141141} | |
| I171104 15:16:01.598266 12763 storage/replica_command.go:2716 [split,n1,s1,r13/1:/{Table/16-Max}] initiating a split of this range at key /Table/17 [r14] | |
| I171104 15:16:01.611740 12763 storage/replica_command.go:2716 [split,n1,s1,r14/1:/{Table/17-Max}] initiating a split of this range at key /Table/18 [r15] | |
| I171104 15:16:01.622479 12763 storage/replica_command.go:2716 [split,n1,s1,r15/1:/{Table/18-Max}] initiating a split of this range at key /Table/19 [r16] | |
| I171104 15:16:01.685759 12718 sql/event_log.go:102 [n1] Event: "create_database", target: 50, info: {DatabaseName:test Statement:CREATE DATABASE test User:root} | |
| I171104 15:16:01.691351 12763 storage/replica_command.go:2716 [split,n1,s1,r16/1:/{Table/19-Max}] initiating a split of this range at key /Table/50 [r17] | |
| I171104 15:16:01.695709 12718 sql/event_log.go:102 [n1] Event: "create_table", target: 51, info: {TableName:test.tbl Statement:CREATE TABLE test.tbl (val STRING) User:root} | |
| I171104 15:16:01.707087 12763 storage/replica_command.go:2716 [split,n1,s1,r17/1:/{Table/50-Max}] initiating a split of this range at key /Table/51 [r18] | |
| I171104 15:16:01.740782 13526 sql/mon/bytes_usage.go:580 [n1] admin: bytes usage increases to 130 KiB (+10240) | |
| I171104 15:16:01.744559 13526 sql/mon/bytes_usage.go:580 [n1] admin: bytes usage increases to 260 KiB (+10240) | |
| I171104 15:16:01.820748 13660 sql/mon/bytes_usage.go:580 [n1] admin: bytes usage increases to 130 KiB (+10240) | |
| I171104 15:16:01.823869 13660 sql/mon/bytes_usage.go:580 [n1] admin: bytes usage increases to 260 KiB (+10240) | |
| I171104 15:16:01.869539 13748 sql/mon/bytes_usage.go:580 [n1] admin: bytes usage increases to 130 KiB (+10240) | |
| I171104 15:16:01.874524 13748 sql/mon/bytes_usage.go:580 [n1] admin: bytes usage increases to 260 KiB (+10240) | |
| I171104 15:16:01.884925 12870 vendor/google.golang.org/grpc/grpclog/grpclog.go:75 transport: http2Server.HandleStreams failed to read frame: read tcp 127.0.0.1:33573->127.0.0.1:47060: use of closed network connection | |
| I171104 15:16:01.932671 13767 server/config.go:528 [n?] 1 storage engine initialized | |
| I171104 15:16:01.932698 13767 server/config.go:530 [n?] RocksDB cache size: 128 MiB | |
| I171104 15:16:01.932706 13767 server/config.go:530 [n?] store 0: in-memory, size 0 B | |
| I171104 15:16:01.934978 13767 server/node.go:344 [n?] **** cluster 027d4773-7e9a-4712-936b-239b22104931 has been created | |
| I171104 15:16:01.935015 13767 server/server.go:836 [n?] **** add additional nodes by specifying --join=127.0.0.1:35313 | |
| I171104 15:16:01.935539 13767 storage/store.go:1199 [n1,s1] [n1,s1]: failed initial metrics computation: [n1,s1]: system config not yet available | |
| I171104 15:16:01.935595 13767 server/node.go:461 [n1] initialized store [n1,s1]: disk (capacity=512 MiB, available=512 MiB, used=0 B, logicalBytes=3.2 KiB), ranges=1, leases=0, writes=0.00, bytesPerReplica={p10=3266.00 p25=3266.00 p50=3266.00 p75=3266.00 p90=3266.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=0.00} | |
| I171104 15:16:01.935615 13767 server/node.go:326 [n1] node ID 1 initialized | |
| I171104 15:16:01.935650 13767 gossip/gossip.go:327 [n1] NodeDescriptor set to node_id:1 address:<network_field:"tcp" address_field:"127.0.0.1:35313" > attrs:<> locality:<> ServerVersion:<major_val:1 minor_val:1 patch:0 unstable:0 > | |
| I171104 15:16:01.935731 13767 storage/stores.go:303 [n1] read 0 node addresses from persistent storage | |
| I171104 15:16:01.935774 13767 server/node.go:606 [n1] connecting to gossip network to verify cluster ID... | |
| I171104 15:16:01.935884 13767 server/node.go:631 [n1] node connected via gossip and verified as part of cluster "027d4773-7e9a-4712-936b-239b22104931" | |
| I171104 15:16:01.935900 13767 server/node.go:403 [n1] node=1: started with [<no-attributes>=<in-mem>] engine(s) and attributes [] | |
| I171104 15:16:01.935938 13767 sql/executor.go:408 [n1] creating distSQLPlanner with address {tcp 127.0.0.1:35313} | |
| I171104 15:16:01.938764 13767 server/server.go:946 [n1] starting https server at 127.0.0.1:43155 | |
| I171104 15:16:01.938783 13767 server/server.go:947 [n1] starting grpc/postgres server at 127.0.0.1:35313 | |
| I171104 15:16:01.938790 13767 server/server.go:948 [n1] advertising CockroachDB node at 127.0.0.1:35313 | |
| W171104 15:16:01.938800 13767 sql/jobs/registry.go:156 [n1] unable to get node liveness: node not in the liveness table | |
| I171104 15:16:01.943853 13930 storage/replica_command.go:2716 [split,n1,s1,r1/1:/M{in-ax}] initiating a split of this range at key /System/"" [r2] | |
| I171104 15:16:01.955832 13930 storage/replica_command.go:2716 [split,n1,s1,r2/1:/{System/-Max}] initiating a split of this range at key /System/NodeLiveness [r3] | |
| I171104 15:16:01.962903 13930 storage/replica_command.go:2716 [split,n1,s1,r3/1:/{System/NodeL…-Max}] initiating a split of this range at key /System/NodeLivenessMax [r4] | |
| I171104 15:16:01.968579 13930 storage/replica_command.go:2716 [split,n1,s1,r4/1:/{System/NodeL…-Max}] initiating a split of this range at key /System/tsd [r5] | |
| I171104 15:16:01.972892 13930 storage/replica_command.go:2716 [split,n1,s1,r5/1:/{System/tsd-Max}] initiating a split of this range at key /System/"tse" [r6] | |
| I171104 15:16:01.977539 13930 storage/replica_command.go:2716 [split,n1,s1,r6/1:/{System/tse-Max}] initiating a split of this range at key /Table/SystemConfigSpan/Start [r7] | |
| I171104 15:16:01.982422 13930 storage/replica_command.go:2716 [split,n1,s1,r7/1:/{Table/System…-Max}] initiating a split of this range at key /Table/11 [r8] | |
| I171104 15:16:02.006240 13767 sql/event_log.go:102 [n1] Event: "alter_table", target: 12, info: {TableName:eventlog Statement:ALTER TABLE system.eventlog ALTER COLUMN "uniqueID" SET DEFAULT uuid_v4() User:node MutationID:0 CascadeDroppedViews:[]} | |
| I171104 15:16:02.012762 13767 sql/lease.go:342 [n1] publish: descID=12 (eventlog) version=2 mtime=2017-11-04 15:16:02.012489677 +0000 UTC | |
| I171104 15:16:02.016885 13930 storage/replica_command.go:2716 [split,n1,s1,r8/1:/{Table/11-Max}] initiating a split of this range at key /Table/12 [r9] | |
| I171104 15:16:02.045221 13930 storage/replica_command.go:2716 [split,n1,s1,r9/1:/{Table/12-Max}] initiating a split of this range at key /Table/13 [r10] | |
| I171104 15:16:02.054396 13767 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:diagnostics.reporting.enabled Value:true User:node} | |
| I171104 15:16:02.065633 13930 storage/replica_command.go:2716 [split,n1,s1,r10/1:/{Table/13-Max}] initiating a split of this range at key /Table/14 [r11] | |
| I171104 15:16:02.066202 13767 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:version Value:1.1 User:node} | |
| I171104 15:16:02.070412 13767 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:trace.debug.enable Value:false User:node} | |
| I171104 15:16:02.071260 13767 server/server.go:1090 [n1] done ensuring all necessary migrations have run | |
| I171104 15:16:02.071292 13767 server/server.go:1092 [n1] serving sql connections | |
| I171104 15:16:02.086068 13930 storage/replica_command.go:2716 [split,n1,s1,r11/1:/{Table/14-Max}] initiating a split of this range at key /Table/15 [r12] | |
| I171104 15:16:02.088637 14302 sql/event_log.go:102 [n1] Event: "node_join", target: 1, info: {Descriptor:{NodeID:1 Address:{NetworkField:tcp AddressField:127.0.0.1:35313} Attrs: Locality: ServerVersion:1.1} ClusterID:027d4773-7e9a-4712-936b-239b22104931 StartedAt:1509808561935889855 LastUp:1509808561935889855} | |
| I171104 15:16:02.097998 13930 storage/replica_command.go:2716 [split,n1,s1,r12/1:/{Table/15-Max}] initiating a split of this range at key /Table/16 [r13] | |
| I171104 15:16:02.103669 13930 storage/replica_command.go:2716 [split,n1,s1,r13/1:/{Table/16-Max}] initiating a split of this range at key /Table/17 [r14] | |
| I171104 15:16:02.109091 13930 storage/replica_command.go:2716 [split,n1,s1,r14/1:/{Table/17-Max}] initiating a split of this range at key /Table/18 [r15] | |
| I171104 15:16:02.112964 13930 storage/replica_command.go:2716 [split,n1,s1,r15/1:/{Table/18-Max}] initiating a split of this range at key /Table/19 [r16] | |
| I171104 15:16:02.148313 13886 vendor/google.golang.org/grpc/grpclog/grpclog.go:75 transport: http2Server.HandleStreams failed to read frame: read tcp 127.0.0.1:35313->127.0.0.1:56050: use of closed network connection | |
| I171104 15:16:02.197360 14540 server/config.go:528 [n?] 1 storage engine initialized | |
| I171104 15:16:02.197431 14540 server/config.go:530 [n?] RocksDB cache size: 128 MiB | |
| I171104 15:16:02.197451 14540 server/config.go:530 [n?] store 0: in-memory, size 0 B | |
| I171104 15:16:02.203902 14540 server/node.go:344 [n?] **** cluster a7aa73eb-a58d-4d96-9ea0-29c862ea49aa has been created | |
| I171104 15:16:02.204049 14540 server/server.go:836 [n?] **** add additional nodes by specifying --join=127.0.0.1:36501 | |
| I171104 15:16:02.205309 14540 storage/store.go:1199 [n1,s1] [n1,s1]: failed initial metrics computation: [n1,s1]: system config not yet available | |
| I171104 15:16:02.205371 14540 server/node.go:461 [n1] initialized store [n1,s1]: disk (capacity=512 MiB, available=512 MiB, used=0 B, logicalBytes=3.2 KiB), ranges=1, leases=0, writes=0.00, bytesPerReplica={p10=3266.00 p25=3266.00 p50=3266.00 p75=3266.00 p90=3266.00}, writesPerReplica={p10=0.00 p25=0.00 p50=0.00 p75=0.00 p90=0.00} | |
| I171104 15:16:02.205407 14540 server/node.go:326 [n1] node ID 1 initialized | |
| I171104 15:16:02.205670 14540 gossip/gossip.go:327 [n1] NodeDescriptor set to node_id:1 address:<network_field:"tcp" address_field:"127.0.0.1:36501" > attrs:<> locality:<> ServerVersion:<major_val:1 minor_val:1 patch:0 unstable:0 > | |
| I171104 15:16:02.205888 14540 storage/stores.go:303 [n1] read 0 node addresses from persistent storage | |
| I171104 15:16:02.205989 14540 server/node.go:606 [n1] connecting to gossip network to verify cluster ID... | |
| I171104 15:16:02.206418 14540 server/node.go:631 [n1] node connected via gossip and verified as part of cluster "a7aa73eb-a58d-4d96-9ea0-29c862ea49aa" | |
| I171104 15:16:02.206457 14540 server/node.go:403 [n1] node=1: started with [<no-attributes>=<in-mem>] engine(s) and attributes [] | |
| I171104 15:16:02.206535 14540 sql/executor.go:408 [n1] creating distSQLPlanner with address {tcp 127.0.0.1:36501} | |
| I171104 15:16:02.213480 14540 server/server.go:946 [n1] starting https server at 127.0.0.1:35759 | |
| I171104 15:16:02.213521 14540 server/server.go:947 [n1] starting grpc/postgres server at 127.0.0.1:36501 | |
| I171104 15:16:02.213535 14540 server/server.go:948 [n1] advertising CockroachDB node at 127.0.0.1:36501 | |
| W171104 15:16:02.213553 14540 sql/jobs/registry.go:156 [n1] unable to get node liveness: node not in the liveness table | |
| I171104 15:16:02.214134 14658 storage/replica_command.go:2716 [split,n1,s1,r1/1:/M{in-ax}] initiating a split of this range at key /System/"" [r2] | |
| I171104 15:16:02.230846 14540 sql/event_log.go:102 [n1] Event: "alter_table", target: 12, info: {TableName:eventlog Statement:ALTER TABLE system.eventlog ALTER COLUMN "uniqueID" SET DEFAULT uuid_v4() User:node MutationID:0 CascadeDroppedViews:[]} | |
| I171104 15:16:02.235813 14540 sql/lease.go:342 [n1] publish: descID=12 (eventlog) version=2 mtime=2017-11-04 15:16:02.235462409 +0000 UTC | |
| I171104 15:16:02.243522 14658 storage/replica_command.go:2716 [split,n1,s1,r2/1:/{System/-Max}] initiating a split of this range at key /System/NodeLiveness [r3] | |
| I171104 15:16:02.258279 14658 storage/replica_command.go:2716 [split,n1,s1,r3/1:/{System/NodeL…-Max}] initiating a split of this range at key /System/NodeLivenessMax [r4] | |
| I171104 15:16:02.276608 14540 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:diagnostics.reporting.enabled Value:true User:node} | |
| I171104 15:16:02.284611 14658 storage/replica_command.go:2716 [split,n1,s1,r4/1:/{System/NodeL…-Max}] initiating a split of this range at key /System/tsd [r5] | |
| I171104 15:16:02.291187 14658 storage/replica_command.go:2716 [split,n1,s1,r5/1:/{System/tsd-Max}] initiating a split of this range at key /System/"tse" [r6] | |
| I171104 15:16:02.314048 14540 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:version Value:1.1 User:node} | |
| I171104 15:16:02.329146 14658 storage/replica_command.go:2716 [split,n1,s1,r6/1:/{System/tse-Max}] initiating a split of this range at key /Table/SystemConfigSpan/Start [r7] | |
| I171104 15:16:02.330403 14540 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:trace.debug.enable Value:false User:node} | |
| I171104 15:16:02.331378 14540 server/server.go:1090 [n1] done ensuring all necessary migrations have run | |
| I171104 15:16:02.331412 14540 server/server.go:1092 [n1] serving sql connections | |
| I171104 15:16:02.345719 14927 sql/event_log.go:102 [n1] Event: "node_join", target: 1, info: {Descriptor:{NodeID:1 Address:{NetworkField:tcp AddressField:127.0.0.1:36501} Attrs: Locality: ServerVersion:1.1} ClusterID:a7aa73eb-a58d-4d96-9ea0-29c862ea49aa StartedAt:1509808562206439200 LastUp:1509808562206439200} | |
| I171104 15:16:02.350195 14658 storage/replica_command.go:2716 [split,n1,s1,r7/1:/{Table/System…-Max}] initiating a split of this range at key /Table/11 [r8] | |
| I171104 15:16:02.368883 14658 storage/replica_command.go:2716 [split,n1,s1,r8/1:/{Table/11-Max}] initiating a split of this range at key /Table/12 [r9] | |
| I171104 15:16:02.394821 14658 storage/replica_command.go:2716 [split,n1,s1,r9/1:/{Table/12-Max}] initiating a split of this range at key /Table/13 [r10] | |
| I171104 15:16:02.444658 14658 storage/replica_command.go:2716 [split,n1,s1,r10/1:/{Table/13-Max}] initiating a split of this range at key /Table/14 [r11] | |
| I171104 15:16:02.452961 14658 storage/replica_command.go:2716 [split,n1,s1,r11/1:/{Table/14-Max}] initiating a split of this range at key /Table/15 [r12] | |
| I171104 15:16:02.461023 14658 storage/replica_command.go:2716 [split,n1,s1,r12/1:/{Table/15-Max}] initiating a split of this range at key /Table/16 [r13] | |
| I171104 15:16:02.469268 14658 storage/replica_command.go:2716 [split,n1,s1,r13/1:/{Table/16-Max}] initiating a split of this range at key /Table/17 [r14] | |
| I171104 15:16:02.477176 14658 storage/replica_command.go:2716 [split,n1,s1,r14/1:/{Table/17-Max}] initiating a split of this range at key /Table/18 [r15] | |
| I171104 15:16:02.481975 14658 storage/replica_command.go:2716 [split,n1,s1,r15/1:/{Table/18-Max}] initiating a split of this range at key /Table/19 [r16] | |
| I171104 15:16:02.537453 14540 sql/event_log.go:102 [n1] Event: "create_database", target: 50, info: {DatabaseName:api_test Statement:CREATE DATABASE api_test User:root} | |
| I171104 15:16:02.537864 14658 storage/replica_command.go:2716 [split,n1,s1,r16/1:/{Table/19-Max}] initiating a split of this range at key /Table/50 [r17] | |
| I171104 15:16:02.543023 14540 sql/event_log.go:102 [n1] Event: "create_table", target: 51, info: {TableName:api_test.tbl1 Statement:CREATE TABLE api_test.tbl1 (a INT) User:root} | |
| I171104 15:16:02.562631 14658 storage/replica_command.go:2716 [split,n1,s1,r17/1:/{Table/50-Max}] initiating a split of this range at key /Table/51 [r18] | |
| I171104 15:16:02.565648 14540 sql/event_log.go:102 [n1] Event: "create_table", target: 52, info: {TableName:api_test.tbl2 Statement:CREATE TABLE api_test.tbl2 (a INT) User:root} | |
| I171104 15:16:02.580368 14658 storage/replica_command.go:2716 [split,n1,s1,r18/1:/{Table/51-Max}] initiating a split of this range at key /Table/52 [r19] | |
| I171104 15:16:02.588342 14540 sql/event_log.go:102 [n1] Event: "create_table", target: 53, info: {TableName:api_test.tbl3 Statement:CREATE TABLE api_test.tbl3 (a INT) User:root} | |
| I171104 15:16:02.595444 14658 storage/replica_command.go:2716 [split,n1,s1,r19/1:/{Table/52-Max}] initiating a split of this range at key /Table/53 [r20] | |
| I171104 15:16:02.602313 14540 sql/event_log.go:102 [n1] Event: "drop_table", target: 51, info: {TableName:tbl1 Statement:DROP TABLE api_test.tbl1 User:root CascadeDroppedViews:[]} | |
| I171104 15:16:02.606246 14540 sql/lease.go:342 [n1] publish: descID=51 (tbl1) version=2 mtime=2017-11-04 15:16:02.606070456 +0000 UTC | |
| I171104 15:16:02.665943 14540 sql/event_log.go:102 [n1] Event: "drop_table", target: 52, info: {TableName:tbl2 Statement:DROP TABLE api_test.tbl2 User:root CascadeDroppedViews:[]} | |
| I171104 15:16:02.675025 14540 sql/lease.go:342 [n1] publish: descID=52 (tbl2) version=2 mtime=2017-11-04 15:16:02.673863613 +0000 UTC | |
| I171104 15:16:02.722716 14540 sql/event_log.go:102 [n1] Event: "set_cluster_setting", target: 0, info: {SettingName:kv.allocator.load_based_lease_rebalancing.enabled Value:false User:root} | |
| E171104 15:16:03.629399 16937 storage/replica_proposal.go:538 [n1,s1,r1/1:/M{in-ax}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:03.697302 16933 storage/replica_proposal.go:538 [n1,s1,r3/1:/{System/NodeL…-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:03.717879 16945 storage/replica_proposal.go:538 [n1,s1,r4/1:/{System/NodeL…-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:04.294254 17856 storage/replica_proposal.go:538 [n1,s1,r5/1:/{System/tsd-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:04.754584 18619 storage/replica_proposal.go:538 [n1,s1,r5/1:/{System/tsd-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:04.941996 19252 server/authentication.go:333 storage/store.go:2445: rejecting command with timestamp in the future: 1509808574159767502 (9.217895607s ahead) | |
| E171104 15:16:05.655052 20230 storage/replica_proposal.go:538 [n1,s1,r2/1:/{System/-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:05.666673 20221 storage/replica_proposal.go:538 [n1,s1,r3/1:/{System/NodeL…-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:05.733942 20221 storage/replica_proposal.go:538 [n1,s1,r5/1:/{System/tsd-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:06.096211 21052 storage/replica_proposal.go:538 [n1,s1,r1/1:/M{in-ax}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:07.321860 22748 storage/replica_proposal.go:538 [n1,s1,r1/1:/M{in-ax}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:07.326838 22754 storage/replica_proposal.go:538 [n1,s1,r2/1:/{System/-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:09.150350 24340 storage/replica_proposal.go:538 [n1,s1,r3/1:/{System/NodeL…-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:09.471388 25092 storage/replica_proposal.go:538 [n1,s1,r1/1:/M{in-ax}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:10.829530 26705 storage/replica_proposal.go:538 [n1,s1,r2/1:/{System/-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:10.851359 26709 storage/replica_proposal.go:538 [n1,s1,r3/1:/{System/NodeL…-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:10.953311 26701 storage/replica_proposal.go:538 [n1,s1,r5/1:/{System/tsd-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:11.443666 27455 storage/replica_proposal.go:538 [n1,s1,r4/1:/{System/NodeL…-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:11.477571 27461 storage/replica_proposal.go:538 [n1,s1,r5/1:/{System/tsd-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:11.502907 27458 storage/replica_proposal.go:538 [n1,s1,r6/1:/{System/tse-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:11.989485 28187 storage/replica_proposal.go:538 [n1,s1,r3/1:/{System/NodeL…-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:12.791527 29752 storage/queue.go:656 [replicate,s1,r1/1:/{Min-System/}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:12.814725 29752 storage/queue.go:656 [replicate,s1,r2/1:/System/{-NodeLive…}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:12.834719 29752 storage/queue.go:656 [replicate,s1,r3/1:/System/NodeLiveness{-Max}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:12.852714 29752 storage/queue.go:656 [replicate,s1,r4/1:/System/{NodeLive…-tsd}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:12.869013 29752 storage/queue.go:656 [replicate,s1,r5/1:/System/ts{d-e}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:12.891916 29752 storage/queue.go:656 [replicate,s1,r6/1:/{System/tse-Table/System…}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:12.905750 29752 storage/queue.go:656 [replicate,s1,r7/1:/Table/{SystemCon…-11}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:12.961045 29752 storage/queue.go:656 [replicate,s1,r8/1:/Table/1{1-2}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:12.961262 29752 storage/queue.go:656 [replicate,s1,r9/1:/Table/1{2-3}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:12.980920 29752 storage/queue.go:656 [replicate,s1,r10/1:/Table/1{3-4}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:12.984386 29752 storage/queue.go:656 [replicate,s1,r11/1:/{Table/14-Max}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:13.022504 30223 storage/queue.go:656 [replicate,s1,r1/1:/{Min-System/}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:13.027886 30223 storage/queue.go:656 [replicate,s1,r2/1:/System/{-NodeLive…}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:13.044379 30223 storage/queue.go:656 [replicate,s1,r3/1:/System/NodeLiveness{-Max}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:13.112283 30223 storage/queue.go:656 [replicate,s1,r4/1:/System/{NodeLive…-tsd}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:13.129919 30223 storage/queue.go:656 [replicate,s1,r5/1:/System/ts{d-e}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:13.145527 30223 storage/queue.go:656 [replicate,s1,r6/1:/{System/tse-Table/System…}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:13.166027 30223 storage/queue.go:656 [replicate,s1,r7/1:/Table/{SystemCon…-11}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:13.183386 30223 storage/queue.go:656 [replicate,s1,r8/1:/Table/1{1-2}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:13.195808 30223 storage/queue.go:656 [replicate,s1,r9/1:/Table/1{2-3}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:13.214296 30223 storage/queue.go:656 [replicate,s1,r10/1:/Table/1{3-4}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:13.216007 30223 storage/queue.go:656 [replicate,s1,r11/1:/{Table/14-Max}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:13.393136 30884 storage/replica_proposal.go:538 [n1,s1,r5/1:/{System/tsd-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:13.404601 30878 storage/replica_proposal.go:538 [n1,s1,r6/1:/{System/tse-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:13.586447 31434 storage/queue.go:656 [replicate,s1,r1/1:/{Min-System/}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:13.645974 31434 storage/queue.go:656 [replicate,s1,r2/1:/System/{-NodeLive…}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:13.655612 31434 storage/queue.go:656 [replicate,s1,r3/1:/System/NodeLiveness{-Max}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:13.671279 31434 storage/queue.go:656 [replicate,s1,r4/1:/System/{NodeLive…-tsd}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:13.684010 31434 storage/queue.go:656 [replicate,s1,r5/1:/System/ts{d-e}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:13.700881 31434 storage/queue.go:656 [replicate,s1,r6/1:/{System/tse-Table/System…}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:13.713843 31434 storage/queue.go:656 [replicate,s1,r7/1:/Table/{SystemCon…-11}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:13.751716 31434 storage/queue.go:656 [replicate,s1,r8/1:/Table/1{1-2}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:13.762780 31434 storage/queue.go:656 [replicate,s1,r9/1:/Table/1{2-3}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:13.789882 31434 storage/queue.go:656 [replicate,s1,r10/1:/Table/1{3-4}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:13.791328 31434 storage/queue.go:656 [replicate,s1,r11/1:/{Table/14-Max}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:13.821127 31971 storage/queue.go:656 [replicate,s1,r1/1:/{Min-System/}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:13.830367 31971 storage/queue.go:656 [replicate,s1,r2/1:/System/{-NodeLive…}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:13.844803 31971 storage/queue.go:656 [replicate,s1,r3/1:/System/NodeLiveness{-Max}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:13.854885 31971 storage/queue.go:656 [replicate,s1,r4/1:/System/{NodeLive…-tsd}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:13.895439 31971 storage/queue.go:656 [replicate,s1,r5/1:/System/ts{d-e}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:13.903704 31971 storage/queue.go:656 [replicate,s1,r6/1:/{System/tse-Table/System…}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:13.915175 31971 storage/queue.go:656 [replicate,s1,r7/1:/Table/{SystemCon…-11}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:13.931765 31971 storage/queue.go:656 [replicate,s1,r8/1:/Table/1{1-2}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:13.956579 31971 storage/queue.go:656 [replicate,s1,r9/1:/Table/1{2-3}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:13.981218 31971 storage/queue.go:656 [replicate,s1,r10/1:/Table/1{3-4}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:13.981504 31971 storage/queue.go:656 [replicate,s1,r11/1:/{Table/14-Max}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:13.987618 31970 storage/queue.go:656 [split,s1,r10/1:/Table/1{3-4}] unable to split [n1,s1,r10/1:/Table/1{3-4}] at key "/Table/14": storage/replica_command.go:2796: split at key /Table/14 failed: result is ambiguous (error=rpc error: code = Unavailable desc = transport is closing [exhausted]) | |
| E171104 15:16:14.111234 32386 storage/queue.go:656 [replicate,s1,r1/1:/{Min-System/}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:14.128679 32386 storage/queue.go:656 [replicate,s1,r2/1:/System/{-NodeLive…}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:14.169826 32386 storage/queue.go:656 [replicate,s1,r3/1:/System/NodeLiveness{-Max}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:14.183529 32386 storage/queue.go:656 [replicate,s1,r4/1:/System/{NodeLive…-tsd}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:14.195659 32386 storage/queue.go:656 [replicate,s1,r5/1:/System/ts{d-e}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:14.202468 32386 storage/queue.go:656 [replicate,s1,r6/1:/{System/tse-Table/System…}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:14.217936 32386 storage/queue.go:656 [replicate,s1,r7/1:/Table/{SystemCon…-11}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:14.226428 32386 storage/queue.go:656 [replicate,s1,r8/1:/Table/1{1-2}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:14.232754 32386 storage/queue.go:656 [replicate,s1,r9/1:/Table/1{2-3}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:14.238437 32386 storage/queue.go:656 [replicate,s1,r10/1:/Table/1{3-4}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:14.238917 32386 storage/queue.go:656 [replicate,s1,r11/1:/{Table/14-Max}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:16:14.354650 32756 storage/replica_proposal.go:538 [n1,s1,r1/1:/M{in-ax}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:14.434677 32758 storage/replica_proposal.go:538 [n1,s1,r6/1:/{System/tse-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:14.704673 33475 storage/replica_proposal.go:538 [n1,s1,r3/1:/{System/NodeL…-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:14.731832 33472 storage/replica_proposal.go:538 [n1,s1,r5/1:/{System/tsd-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:15.480111 35664 storage/replica_proposal.go:538 [n1,s1,r2/1:/{System/-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:15.488995 35661 storage/replica_proposal.go:538 [n1,s1,r3/1:/{System/NodeL…-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:16.678662 37856 storage/replica_proposal.go:538 [n1,s1,r2/1:/{System/-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:16.707326 37857 storage/replica_proposal.go:538 [n1,s1,r5/1:/{System/tsd-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:16.719970 37853 storage/replica_proposal.go:538 [n1,s1,r6/1:/{System/tse-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| --- FAIL: TestOfficializeAddr (10.30s) | |
| --- FAIL: TestOfficializeAddr/LookupHostError (10.29s) | |
| server_test.go:494: unexpected error unable to lookup hostname "notarealhost.local.": lookup notarealhost.local.: Temporary failure in name resolution | |
| E171104 15:16:27.801698 38728 storage/replica_proposal.go:538 [n1,s1,r1/1:/M{in-ax}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:28.052714 38723 storage/replica_proposal.go:538 [n1,s1,r2/1:/{System/-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:28.284709 38724 storage/replica_proposal.go:538 [n1,s1,r6/1:/{System/tse-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:31.427481 39482 storage/replica_proposal.go:538 [n1,s1,r1/1:/M{in-ax}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:32.453187 39485 storage/replica_proposal.go:538 [n1,s1,r4/1:/{System/NodeL…-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:39.202859 40156 storage/replica_proposal.go:538 [n1,s1,r6/1:/{System/tse-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:42.801708 41003 storage/replica_proposal.go:538 [n1,s1,r3/1:/{System/NodeL…-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:42.946543 41010 storage/replica_proposal.go:538 [n1,s1,r6/1:/{System/tse-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:44.257440 41739 storage/consistency_queue.go:107 [replica consistency checker,n1,s1,r1/1:/{Min-System/}] key range /Min-/Max outside of bounds of range /Min-/System/"" | |
| E171104 15:16:44.877082 41770 storage/replica_proposal.go:538 [n1,s1,r6/1:/{System/tse-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:47.201857 42531 storage/replica_proposal.go:538 [n1,s1,r4/1:/{System/NodeL…-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:48.232038 43413 storage/queue.go:656 [replicate,n1,s1,r1/1:/{Min-System/}] [n1,s1,r1/1:/{Min-System/}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:48.297495 43413 storage/queue.go:656 [replicate,n1,s1,r3/1:/System/NodeLiveness{-Max}] [n1,s1,r3/1:/System/NodeLiveness{-Max}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:48.310534 43413 storage/queue.go:656 [replicate,n1,s1,r4/1:/System/{NodeLive…-tsd}] [n1,s1,r4/1:/System/{NodeLive…-tsd}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:48.341820 43413 storage/queue.go:656 [replicate,n1,s1,r5/1:/System/ts{d-e}] [n1,s1,r5/1:/System/ts{d-e}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:48.371990 43285 storage/replica_proposal.go:538 [n1,s1,r6/1:/{System/tse-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:48.412941 43413 storage/queue.go:656 [replicate,n1,s1,r6/1:/{System/tse-Table/System…}] [n1,s1,r6/1:/{System/tse-Table/System…}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:48.436180 43413 storage/queue.go:656 [replicate,n1,s1,r2/1:/System/{-NodeLive…}] [n1,s1,r2/1:/System/{-NodeLive…}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:48.451547 43413 storage/queue.go:656 [replicate,n1,s1,r7/1:/Table/{SystemCon…-11}] [n1,s1,r7/1:/Table/{SystemCon…-11}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:48.553785 43413 storage/queue.go:656 [replicate,n1,s1,r8/1:/Table/1{1-2}] [n1,s1,r8/1:/Table/1{1-2}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:48.572168 43413 storage/queue.go:656 [replicate,n1,s1,r9/1:/Table/1{2-3}] [n1,s1,r9/1:/Table/1{2-3}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:48.587309 43413 storage/queue.go:656 [replicate,n1,s1,r10/1:/Table/1{3-4}] [n1,s1,r10/1:/Table/1{3-4}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:48.670290 43413 storage/queue.go:656 [replicate,n1,s1,r11/1:/Table/1{4-5}] [n1,s1,r11/1:/Table/1{4-5}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:48.671547 43413 storage/queue.go:656 [replicate,n1,s1,r3/1:/System/NodeLiveness{-Max}] [n1,s1,r3/1:/System/NodeLiveness{-Max}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:48.694351 43413 storage/queue.go:656 [replicate,n1,s1,r12/1:/Table/1{5-6}] [n1,s1,r12/1:/Table/1{5-6}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:48.711462 43413 storage/queue.go:656 [replicate,n1,s1,r13/1:/Table/1{6-7}] [n1,s1,r13/1:/Table/1{6-7}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:48.730489 43413 storage/queue.go:656 [replicate,n1,s1,r14/1:/Table/1{7-8}] [n1,s1,r14/1:/Table/1{7-8}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:48.740026 43413 storage/queue.go:656 [replicate,n1,s1,r15/1:/Table/1{8-9}] [n1,s1,r15/1:/Table/1{8-9}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:48.746210 43413 storage/queue.go:656 [replicate,n1,s1,r16/1:/{Table/19-Max}] [n1,s1,r16/1:/{Table/19-Max}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:48.787587 43202 server/status_test.go:212 TestStatusLocalLogFile test message-Error | |
| E171104 15:16:48.866718 43413 storage/queue.go:656 [replicate,n1,s1,r1/1:/{Min-System/}] [n1,s1,r1/1:/{Min-System/}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:49.068098 43413 storage/queue.go:656 [replicate,n1,s1,r8/1:/Table/1{1-2}] [n1,s1,r8/1:/Table/1{1-2}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:49.449261 44314 storage/queue.go:656 [replicate,n1,s1,r2/1:/System/{-NodeLive…}] [n1,s1,r2/1:/System/{-NodeLive…}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:49.473048 44314 storage/queue.go:656 [replicate,n1,s1,r3/1:/System/NodeLiveness{-Max}] [n1,s1,r3/1:/System/NodeLiveness{-Max}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:49.486742 44314 storage/queue.go:656 [replicate,n1,s1,r4/1:/System/{NodeLive…-tsd}] [n1,s1,r4/1:/System/{NodeLive…-tsd}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:49.506801 44314 storage/queue.go:656 [replicate,n1,s1,r5/1:/System/ts{d-e}] [n1,s1,r5/1:/System/ts{d-e}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:49.518298 44314 storage/queue.go:656 [replicate,n1,s1,r1/1:/{Min-System/}] [n1,s1,r1/1:/{Min-System/}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:49.563456 44265 storage/replica_proposal.go:538 [n1,s1,r6/1:/{System/tse-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:49.566222 44314 storage/queue.go:656 [replicate,n1,s1,r6/1:/{System/tse-Table/System…}] [n1,s1,r6/1:/{System/tse-Table/System…}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:49.600192 44314 storage/queue.go:656 [replicate,n1,s1,r7/1:/Table/{SystemCon…-11}] [n1,s1,r7/1:/Table/{SystemCon…-11}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:49.630418 44314 storage/queue.go:656 [replicate,n1,s1,r8/1:/Table/1{1-2}] [n1,s1,r8/1:/Table/1{1-2}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:49.638505 44314 storage/queue.go:656 [replicate,n1,s1,r9/1:/Table/1{2-3}] [n1,s1,r9/1:/Table/1{2-3}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:49.666857 44314 storage/queue.go:656 [replicate,n1,s1,r10/1:/Table/1{3-4}] [n1,s1,r10/1:/Table/1{3-4}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:49.673806 44314 storage/queue.go:656 [replicate,n1,s1,r11/1:/Table/1{4-5}] [n1,s1,r11/1:/Table/1{4-5}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:49.693154 44314 storage/queue.go:656 [replicate,n1,s1,r12/1:/Table/1{5-6}] [n1,s1,r12/1:/Table/1{5-6}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:49.698444 44314 storage/queue.go:656 [replicate,n1,s1,r13/1:/Table/1{6-7}] [n1,s1,r13/1:/Table/1{6-7}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:49.718163 44314 storage/queue.go:656 [replicate,n1,s1,r14/1:/Table/1{7-8}] [n1,s1,r14/1:/Table/1{7-8}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:49.719123 44314 storage/queue.go:656 [replicate,n1,s1,r6/1:/{System/tse-Table/System…}] [n1,s1,r6/1:/{System/tse-Table/System…}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:49.732136 44314 storage/queue.go:656 [replicate,n1,s1,r15/1:/Table/1{8-9}] [n1,s1,r15/1:/Table/1{8-9}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:49.735030 44314 storage/queue.go:656 [replicate,n1,s1,r16/1:/{Table/19-Max}] [n1,s1,r16/1:/{Table/19-Max}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:50.095308 45116 storage/replica_proposal.go:538 [n1,s1,r2/1:/{System/-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:50.329314 45114 storage/replica_proposal.go:538 [n1,s1,r4/1:/{System/NodeL…-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:51.915310 46074 storage/queue.go:656 [replicate,n1,s1,r2/1:/System/{-NodeLive…}] [n1,s1,r2/1:/System/{-NodeLive…}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:51.934055 45920 storage/replica_proposal.go:538 [n1,s1,r3/1:/{System/NodeL…-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:51.935215 46074 storage/queue.go:656 [replicate,n1,s1,r3/1:/System/NodeLiveness{-Max}] [n1,s1,r3/1:/System/NodeLiveness{-Max}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:51.954534 45918 storage/replica_proposal.go:538 [n1,s1,r4/1:/{System/NodeL…-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:51.955170 46074 storage/queue.go:656 [replicate,n1,s1,r4/1:/System/{NodeLive…-tsd}] [n1,s1,r4/1:/System/{NodeLive…-tsd}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:51.986786 45917 storage/replica_proposal.go:538 [n1,s1,r5/1:/{System/tsd-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:51.988371 46074 storage/queue.go:656 [replicate,n1,s1,r5/1:/System/ts{d-e}] [n1,s1,r5/1:/System/ts{d-e}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:52.012903 46074 storage/queue.go:656 [replicate,n1,s1,r1/1:/{Min-System/}] [n1,s1,r1/1:/{Min-System/}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:52.023701 46074 storage/queue.go:656 [replicate,n1,s1,r6/1:/{System/tse-Table/System…}] [n1,s1,r6/1:/{System/tse-Table/System…}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:52.034302 46074 storage/queue.go:656 [replicate,n1,s1,r7/1:/Table/{SystemCon…-11}] [n1,s1,r7/1:/Table/{SystemCon…-11}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:52.048708 46074 storage/queue.go:656 [replicate,n1,s1,r8/1:/Table/1{1-2}] [n1,s1,r8/1:/Table/1{1-2}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:52.054565 46074 storage/queue.go:656 [replicate,n1,s1,r9/1:/Table/1{2-3}] [n1,s1,r9/1:/Table/1{2-3}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:52.068327 46074 storage/queue.go:656 [replicate,n1,s1,r10/1:/Table/1{3-4}] [n1,s1,r10/1:/Table/1{3-4}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:52.084362 46074 storage/queue.go:656 [replicate,n1,s1,r11/1:/Table/1{4-5}] [n1,s1,r11/1:/Table/1{4-5}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:52.125959 46074 storage/queue.go:656 [replicate,n1,s1,r12/1:/Table/1{5-6}] [n1,s1,r12/1:/Table/1{5-6}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:52.134490 46074 storage/queue.go:656 [replicate,n1,s1,r13/1:/Table/1{6-7}] [n1,s1,r13/1:/Table/1{6-7}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:52.149999 46074 storage/queue.go:656 [replicate,n1,s1,r14/1:/Table/1{7-8}] [n1,s1,r14/1:/Table/1{7-8}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:52.157939 46074 storage/queue.go:656 [replicate,n1,s1,r15/1:/Table/1{8-9}] [n1,s1,r15/1:/Table/1{8-9}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:52.164463 46074 storage/queue.go:656 [replicate,n1,s1,r16/1:/{Table/19-Max}] [n1,s1,r16/1:/{Table/19-Max}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:52.270359 46074 storage/queue.go:656 [replicate,n1,s1,r5/1:/System/ts{d-e}] [n1,s1,r5/1:/System/ts{d-e}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:52.699053 46857 storage/replica_proposal.go:538 [n1,s1,r1/1:/M{in-ax}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:52.815654 46931 storage/queue.go:656 [replicate,n1,s1,r2/1:/System/{-NodeLive…}] [n1,s1,r2/1:/System/{-NodeLive…}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:52.818648 46931 storage/queue.go:656 [replicate,n1,s1,r1/1:/{Min-System/}] [n1,s1,r1/1:/{Min-System/}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:52.826092 46931 storage/queue.go:656 [replicate,n1,s1,r3/1:/System/NodeLiveness{-Max}] [n1,s1,r3/1:/System/NodeLiveness{-Max}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:52.841417 46853 storage/replica_proposal.go:538 [n1,s1,r4/1:/{System/NodeL…-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:52.842731 46931 storage/queue.go:656 [replicate,n1,s1,r4/1:/System/{NodeLive…-tsd}] [n1,s1,r4/1:/System/{NodeLive…-tsd}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:52.865187 46931 storage/queue.go:656 [replicate,n1,s1,r5/1:/System/ts{d-e}] [n1,s1,r5/1:/System/ts{d-e}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:52.915323 46931 storage/queue.go:656 [replicate,n1,s1,r6/1:/{System/tse-Table/System…}] [n1,s1,r6/1:/{System/tse-Table/System…}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:52.924593 46931 storage/queue.go:656 [replicate,n1,s1,r7/1:/Table/{SystemCon…-11}] [n1,s1,r7/1:/Table/{SystemCon…-11}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:52.936177 46931 storage/queue.go:656 [replicate,n1,s1,r8/1:/Table/1{1-2}] [n1,s1,r8/1:/Table/1{1-2}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:52.949589 46931 storage/queue.go:656 [replicate,n1,s1,r9/1:/Table/1{2-3}] [n1,s1,r9/1:/Table/1{2-3}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:53.016999 46931 storage/queue.go:656 [replicate,n1,s1,r10/1:/Table/1{3-4}] [n1,s1,r10/1:/Table/1{3-4}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:53.027573 46931 storage/queue.go:656 [replicate,n1,s1,r2/1:/System/{-NodeLive…}] [n1,s1,r2/1:/System/{-NodeLive…}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:53.031221 46931 storage/queue.go:656 [replicate,n1,s1,r11/1:/Table/1{4-5}] [n1,s1,r11/1:/Table/1{4-5}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:53.038271 46931 storage/queue.go:656 [replicate,n1,s1,r12/1:/Table/1{5-6}] [n1,s1,r12/1:/Table/1{5-6}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:53.054577 46931 storage/queue.go:656 [replicate,n1,s1,r13/1:/Table/1{6-7}] [n1,s1,r13/1:/Table/1{6-7}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:53.072310 46931 storage/queue.go:656 [replicate,n1,s1,r14/1:/Table/1{7-8}] [n1,s1,r14/1:/Table/1{7-8}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:53.114176 46931 storage/queue.go:656 [replicate,n1,s1,r15/1:/Table/1{8-9}] [n1,s1,r15/1:/Table/1{8-9}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:53.117079 46931 storage/queue.go:656 [replicate,n1,s1,r16/1:/{Table/19-Max}] [n1,s1,r16/1:/{Table/19-Max}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:53.229880 46931 storage/queue.go:656 [replicate,n1,s1,r1/1:/{Min-System/}] [n1,s1,r1/1:/{Min-System/}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:53.537273 47824 storage/queue.go:656 [replicate,n1,s1,r2/1:/System/{-NodeLive…}] [n1,s1,r2/1:/System/{-NodeLive…}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:53.552564 47824 storage/queue.go:656 [replicate,n1,s1,r3/1:/System/NodeLiveness{-Max}] [n1,s1,r3/1:/System/NodeLiveness{-Max}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:53.564422 47824 storage/queue.go:656 [replicate,n1,s1,r1/1:/{Min-System/}] [n1,s1,r1/1:/{Min-System/}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:53.574434 47729 storage/replica_proposal.go:538 [n1,s1,r4/1:/{System/NodeL…-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:53.575557 47824 storage/queue.go:656 [replicate,n1,s1,r4/1:/System/{NodeLive…-tsd}] [n1,s1,r4/1:/System/{NodeLive…-tsd}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:53.588123 47736 storage/replica_proposal.go:538 [n1,s1,r5/1:/{System/tsd-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:53.590961 47824 storage/queue.go:656 [replicate,n1,s1,r5/1:/System/ts{d-e}] [n1,s1,r5/1:/System/ts{d-e}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:53.620700 47824 storage/queue.go:656 [replicate,n1,s1,r6/1:/{System/tse-Table/System…}] [n1,s1,r6/1:/{System/tse-Table/System…}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:53.661925 47824 storage/queue.go:656 [replicate,n1,s1,r7/1:/Table/{SystemCon…-11}] [n1,s1,r7/1:/Table/{SystemCon…-11}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:53.681228 47824 storage/queue.go:656 [replicate,n1,s1,r8/1:/Table/1{1-2}] [n1,s1,r8/1:/Table/1{1-2}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:53.699933 47824 storage/queue.go:656 [replicate,n1,s1,r9/1:/Table/1{2-3}] [n1,s1,r9/1:/Table/1{2-3}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:53.709225 47824 storage/queue.go:656 [replicate,n1,s1,r10/1:/Table/1{3-4}] [n1,s1,r10/1:/Table/1{3-4}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:53.721745 47824 storage/queue.go:656 [replicate,n1,s1,r11/1:/Table/1{4-5}] [n1,s1,r11/1:/Table/1{4-5}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:53.726154 47824 storage/queue.go:656 [replicate,n1,s1,r12/1:/Table/1{5-6}] [n1,s1,r12/1:/Table/1{5-6}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:53.736681 47824 storage/queue.go:656 [replicate,n1,s1,r13/1:/Table/1{6-7}] [n1,s1,r13/1:/Table/1{6-7}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:53.807136 47824 storage/queue.go:656 [replicate,n1,s1,r14/1:/Table/1{7-8}] [n1,s1,r14/1:/Table/1{7-8}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:53.814352 47824 storage/queue.go:656 [replicate,n1,s1,r4/1:/System/{NodeLive…-tsd}] [n1,s1,r4/1:/System/{NodeLive…-tsd}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:53.836202 47824 storage/queue.go:656 [replicate,n1,s1,r15/1:/Table/1{8-9}] [n1,s1,r15/1:/Table/1{8-9}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:53.846063 47824 storage/queue.go:656 [replicate,n1,s1,r16/1:/{Table/19-Max}] [n1,s1,r16/1:/{Table/19-Max}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:54.292630 48540 storage/replica_proposal.go:538 [n1,s1,r5/1:/{System/tsd-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:54.871152 49338 storage/replica_proposal.go:538 [n1,s1,r1/1:/M{in-ax}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:55.074870 49475 storage/queue.go:656 [replicate,n1,s1,r1/1:/{Min-System/}] [n1,s1,r1/1:/{Min-System/}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:55.087886 49475 storage/queue.go:656 [replicate,n1,s1,r2/1:/System/{-NodeLive…}] [n1,s1,r2/1:/System/{-NodeLive…}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:55.199277 49475 storage/queue.go:656 [replicate,n1,s1,r3/1:/System/NodeLiveness{-Max}] [n1,s1,r3/1:/System/NodeLiveness{-Max}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:55.255412 49332 storage/replica_proposal.go:538 [n1,s1,r4/1:/{System/NodeL…-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:55.258512 49475 storage/queue.go:656 [replicate,n1,s1,r4/1:/System/{NodeLive…-tsd}] [n1,s1,r4/1:/System/{NodeLive…-tsd}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:55.276890 49475 storage/queue.go:656 [replicate,n1,s1,r1/1:/{Min-System/}] [n1,s1,r1/1:/{Min-System/}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:55.339335 49475 storage/queue.go:656 [replicate,n1,s1,r5/1:/System/ts{d-e}] [n1,s1,r5/1:/System/ts{d-e}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:55.355765 49475 storage/queue.go:656 [replicate,n1,s1,r6/1:/{System/tse-Table/System…}] [n1,s1,r6/1:/{System/tse-Table/System…}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:55.370103 49475 storage/queue.go:656 [replicate,n1,s1,r7/1:/Table/{SystemCon…-11}] [n1,s1,r7/1:/Table/{SystemCon…-11}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:55.376353 49475 storage/queue.go:656 [replicate,n1,s1,r8/1:/Table/1{1-2}] [n1,s1,r8/1:/Table/1{1-2}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:55.392645 49475 storage/queue.go:656 [replicate,n1,s1,r9/1:/Table/1{2-3}] [n1,s1,r9/1:/Table/1{2-3}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:55.408402 49475 storage/queue.go:656 [replicate,n1,s1,r10/1:/Table/1{3-4}] [n1,s1,r10/1:/Table/1{3-4}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:55.447380 49475 storage/queue.go:656 [replicate,n1,s1,r11/1:/Table/1{4-5}] [n1,s1,r11/1:/Table/1{4-5}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:55.452389 49475 storage/queue.go:656 [replicate,n1,s1,r12/1:/Table/1{5-6}] [n1,s1,r12/1:/Table/1{5-6}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:55.458859 49475 storage/queue.go:656 [replicate,n1,s1,r13/1:/Table/1{6-7}] [n1,s1,r13/1:/Table/1{6-7}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:55.475908 49475 storage/queue.go:656 [replicate,n1,s1,r14/1:/Table/1{7-8}] [n1,s1,r14/1:/Table/1{7-8}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:55.488012 49475 storage/queue.go:656 [replicate,n1,s1,r2/1:/System/{-NodeLive…}] [n1,s1,r2/1:/System/{-NodeLive…}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:55.498617 49475 storage/queue.go:656 [replicate,n1,s1,r15/1:/Table/1{8-9}] [n1,s1,r15/1:/Table/1{8-9}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:55.500892 49475 storage/queue.go:656 [replicate,n1,s1,r16/1:/{Table/19-Max}] [n1,s1,r16/1:/{Table/19-Max}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:55.894010 50282 storage/queue.go:656 [replicate,n1,s1,r2/1:/System/{-NodeLive…}] [n1,s1,r2/1:/System/{-NodeLive…}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:55.911211 50282 storage/queue.go:656 [replicate,n1,s1,r3/1:/System/NodeLiveness{-Max}] [n1,s1,r3/1:/System/NodeLiveness{-Max}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:55.956637 50282 storage/queue.go:656 [replicate,n1,s1,r1/1:/{Min-System/}] [n1,s1,r1/1:/{Min-System/}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:56.000999 50282 storage/queue.go:656 [replicate,n1,s1,r4/1:/System/{NodeLive…-tsd}] [n1,s1,r4/1:/System/{NodeLive…-tsd}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:56.016559 50166 storage/replica_proposal.go:538 [n1,s1,r5/1:/{System/tsd-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:56.018399 50282 storage/queue.go:656 [replicate,n1,s1,r5/1:/System/ts{d-e}] [n1,s1,r5/1:/System/ts{d-e}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:56.044396 50282 storage/queue.go:656 [replicate,n1,s1,r6/1:/{System/tse-Table/System…}] [n1,s1,r6/1:/{System/tse-Table/System…}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:56.075598 50282 storage/queue.go:656 [replicate,n1,s1,r7/1:/Table/{SystemCon…-11}] [n1,s1,r7/1:/Table/{SystemCon…-11}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:56.100046 50282 storage/queue.go:656 [replicate,n1,s1,r8/1:/Table/1{1-2}] [n1,s1,r8/1:/Table/1{1-2}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:56.111956 50282 storage/queue.go:656 [replicate,n1,s1,r9/1:/Table/1{2-3}] [n1,s1,r9/1:/Table/1{2-3}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:56.126098 50282 storage/queue.go:656 [replicate,n1,s1,r2/1:/System/{-NodeLive…}] [n1,s1,r2/1:/System/{-NodeLive…}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:56.136927 50282 storage/queue.go:656 [replicate,n1,s1,r10/1:/Table/1{3-4}] [n1,s1,r10/1:/Table/1{3-4}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:56.143497 50282 storage/queue.go:656 [replicate,n1,s1,r11/1:/Table/1{4-5}] [n1,s1,r11/1:/Table/1{4-5}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:56.155720 50282 storage/queue.go:656 [replicate,n1,s1,r12/1:/Table/1{5-6}] [n1,s1,r12/1:/Table/1{5-6}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:56.160274 50282 storage/queue.go:656 [replicate,n1,s1,r13/1:/Table/1{6-7}] [n1,s1,r13/1:/Table/1{6-7}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:56.167370 50282 storage/queue.go:656 [replicate,n1,s1,r14/1:/Table/1{7-8}] [n1,s1,r14/1:/Table/1{7-8}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:56.172116 50282 storage/queue.go:656 [replicate,n1,s1,r15/1:/Table/1{8-9}] [n1,s1,r15/1:/Table/1{8-9}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:56.173530 50282 storage/queue.go:656 [replicate,n1,s1,r16/1:/{Table/19-Max}] [n1,s1,r16/1:/{Table/19-Max}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:56.398800 51012 storage/replica_proposal.go:538 [n1,s1,r1/1:/M{in-ax}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:56.421451 51042 storage/queue.go:656 [replicate,n1,s1,r2/1:/System/{-NodeLive…}] [n1,s1,r2/1:/System/{-NodeLive…}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:56.503692 51042 storage/queue.go:656 [replicate,n1,s1,r1/1:/{Min-System/}] [n1,s1,r1/1:/{Min-System/}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:56.507760 51007 storage/replica_proposal.go:538 [n1,s1,r3/1:/{System/NodeL…-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:56.510029 51042 storage/queue.go:656 [replicate,n1,s1,r3/1:/System/NodeLiveness{-Max}] [n1,s1,r3/1:/System/NodeLiveness{-Max}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:56.523164 51015 storage/replica_proposal.go:538 [n1,s1,r4/1:/{System/NodeL…-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:56.525349 51042 storage/queue.go:656 [replicate,n1,s1,r4/1:/System/{NodeLive…-tsd}] [n1,s1,r4/1:/System/{NodeLive…-tsd}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:56.629019 51042 storage/queue.go:656 [replicate,n1,s1,r5/1:/System/ts{d-e}] [n1,s1,r5/1:/System/ts{d-e}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:56.658024 51042 storage/queue.go:656 [replicate,n1,s1,r6/1:/{System/tse-Table/System…}] [n1,s1,r6/1:/{System/tse-Table/System…}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:56.674433 51042 storage/queue.go:656 [replicate,n1,s1,r7/1:/Table/{SystemCon…-11}] [n1,s1,r7/1:/Table/{SystemCon…-11}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:56.705802 51042 storage/queue.go:656 [replicate,n1,s1,r1/1:/{Min-System/}] [n1,s1,r1/1:/{Min-System/}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:56.720367 51042 storage/queue.go:656 [replicate,n1,s1,r8/1:/Table/1{1-2}] [n1,s1,r8/1:/Table/1{1-2}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:56.751608 51042 storage/queue.go:656 [replicate,n1,s1,r9/1:/Table/1{2-3}] [n1,s1,r9/1:/Table/1{2-3}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:56.792870 51042 storage/queue.go:656 [replicate,n1,s1,r10/1:/Table/1{3-4}] [n1,s1,r10/1:/Table/1{3-4}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:56.802483 51042 storage/queue.go:656 [replicate,n1,s1,r11/1:/Table/1{4-5}] [n1,s1,r11/1:/Table/1{4-5}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:56.843386 51042 storage/queue.go:656 [replicate,n1,s1,r12/1:/Table/1{5-6}] [n1,s1,r12/1:/Table/1{5-6}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:56.854828 51042 storage/queue.go:656 [replicate,n1,s1,r13/1:/Table/1{6-7}] [n1,s1,r13/1:/Table/1{6-7}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:56.868786 51042 storage/queue.go:656 [replicate,n1,s1,r14/1:/Table/1{7-8}] [n1,s1,r14/1:/Table/1{7-8}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:56.875903 51042 storage/queue.go:656 [replicate,n1,s1,r15/1:/Table/1{8-9}] [n1,s1,r15/1:/Table/1{8-9}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:56.876261 51042 storage/queue.go:656 [replicate,n1,s1,r16/1:/{Table/19-Max}] [n1,s1,r16/1:/{Table/19-Max}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:56.907144 51042 storage/queue.go:656 [replicate,n1,s1,r3/1:/System/NodeLiveness{-Max}] [n1,s1,r3/1:/System/NodeLiveness{-Max}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:57.132993 51958 storage/queue.go:656 [replicate,n1,s1,r2/1:/System/{-NodeLive…}] [n1,s1,r2/1:/System/{-NodeLive…}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:57.149268 51958 storage/queue.go:656 [replicate,n1,s1,r3/1:/System/NodeLiveness{-Max}] [n1,s1,r3/1:/System/NodeLiveness{-Max}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:57.168292 51892 storage/replica_proposal.go:538 [n1,s1,r4/1:/{System/NodeL…-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:57.173549 51958 storage/queue.go:656 [replicate,n1,s1,r4/1:/System/{NodeLive…-tsd}] [n1,s1,r4/1:/System/{NodeLive…-tsd}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:57.231875 51958 storage/queue.go:656 [replicate,n1,s1,r5/1:/System/ts{d-e}] [n1,s1,r5/1:/System/ts{d-e}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:57.245305 51958 storage/queue.go:656 [replicate,n1,s1,r1/1:/{Min-System/}] [n1,s1,r1/1:/{Min-System/}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:57.265657 51958 storage/queue.go:656 [replicate,n1,s1,r6/1:/{System/tse-Table/System…}] [n1,s1,r6/1:/{System/tse-Table/System…}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:57.284435 51958 storage/queue.go:656 [replicate,n1,s1,r7/1:/Table/{SystemCon…-11}] [n1,s1,r7/1:/Table/{SystemCon…-11}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:57.303629 51958 storage/queue.go:656 [replicate,n1,s1,r8/1:/Table/1{1-2}] [n1,s1,r8/1:/Table/1{1-2}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:57.348502 51958 storage/queue.go:656 [replicate,n1,s1,r9/1:/Table/1{2-3}] [n1,s1,r9/1:/Table/1{2-3}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:57.375883 51958 storage/queue.go:656 [replicate,n1,s1,r10/1:/Table/1{3-4}] [n1,s1,r10/1:/Table/1{3-4}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:57.426666 51958 storage/queue.go:656 [replicate,n1,s1,r11/1:/Table/1{4-5}] [n1,s1,r11/1:/Table/1{4-5}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:57.445242 51958 storage/queue.go:656 [replicate,n1,s1,r3/1:/System/NodeLiveness{-Max}] [n1,s1,r3/1:/System/NodeLiveness{-Max}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:57.471749 51958 storage/queue.go:656 [replicate,n1,s1,r12/1:/Table/1{5-6}] [n1,s1,r12/1:/Table/1{5-6}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:57.551567 51958 storage/queue.go:656 [replicate,n1,s1,r13/1:/Table/1{6-7}] [n1,s1,r13/1:/Table/1{6-7}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:57.561752 51958 storage/queue.go:656 [replicate,n1,s1,r14/1:/Table/1{7-8}] [n1,s1,r14/1:/Table/1{7-8}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:57.617021 51958 storage/queue.go:656 [replicate,n1,s1,r15/1:/Table/1{8-9}] [n1,s1,r15/1:/Table/1{8-9}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:57.625963 51958 storage/queue.go:656 [replicate,n1,s1,r16/1:/{Table/19-Max}] [n1,s1,r16/1:/{Table/19-Max}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:57.650561 51958 storage/queue.go:656 [replicate,n1,s1,r6/1:/{System/tse-Table/System…}] [n1,s1,r6/1:/{System/tse-Table/System…}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:57.945353 52805 storage/queue.go:656 [replicate,n1,s1,r2/1:/System/{-NodeLive…}] [n1,s1,r2/1:/System/{-NodeLive…}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:58.008745 52805 storage/queue.go:656 [replicate,n1,s1,r1/1:/{Min-System/}] [n1,s1,r1/1:/{Min-System/}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:58.022477 52805 storage/queue.go:656 [replicate,n1,s1,r3/1:/System/NodeLiveness{-Max}] [n1,s1,r3/1:/System/NodeLiveness{-Max}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:58.033422 52723 storage/replica_proposal.go:538 [n1,s1,r4/1:/{System/NodeL…-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:58.037105 52805 storage/queue.go:656 [replicate,n1,s1,r4/1:/System/{NodeLive…-tsd}] [n1,s1,r4/1:/System/{NodeLive…-tsd}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:58.058096 52805 storage/queue.go:656 [replicate,n1,s1,r5/1:/System/ts{d-e}] [n1,s1,r5/1:/System/ts{d-e}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:58.084121 52805 storage/queue.go:656 [replicate,n1,s1,r6/1:/{System/tse-Table/System…}] [n1,s1,r6/1:/{System/tse-Table/System…}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:58.115548 52805 storage/queue.go:656 [replicate,n1,s1,r7/1:/Table/{SystemCon…-11}] [n1,s1,r7/1:/Table/{SystemCon…-11}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:58.125109 52805 storage/queue.go:656 [replicate,n1,s1,r8/1:/Table/1{1-2}] [n1,s1,r8/1:/Table/1{1-2}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:58.178414 52805 storage/queue.go:656 [replicate,n1,s1,r9/1:/Table/1{2-3}] [n1,s1,r9/1:/Table/1{2-3}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:58.194262 52805 storage/queue.go:656 [replicate,n1,s1,r10/1:/Table/1{3-4}] [n1,s1,r10/1:/Table/1{3-4}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:58.208987 52805 storage/queue.go:656 [replicate,n1,s1,r3/1:/System/NodeLiveness{-Max}] [n1,s1,r3/1:/System/NodeLiveness{-Max}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:58.258773 52805 storage/queue.go:656 [replicate,n1,s1,r11/1:/Table/1{4-5}] [n1,s1,r11/1:/Table/1{4-5}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:58.323698 52805 storage/queue.go:656 [replicate,n1,s1,r12/1:/Table/1{5-6}] [n1,s1,r12/1:/Table/1{5-6}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:58.410530 52805 storage/queue.go:656 [replicate,n1,s1,r13/1:/Table/1{6-7}] [n1,s1,r13/1:/Table/1{6-7}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:58.425553 52805 storage/queue.go:656 [replicate,n1,s1,r2/1:/System/{-NodeLive…}] [n1,s1,r2/1:/System/{-NodeLive…}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:58.452287 52805 storage/queue.go:656 [replicate,n1,s1,r14/1:/Table/1{7-8}] [n1,s1,r14/1:/Table/1{7-8}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:58.536398 52805 storage/queue.go:656 [replicate,n1,s1,r15/1:/Table/1{8-9}] [n1,s1,r15/1:/Table/1{8-9}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:58.536941 52805 storage/queue.go:656 [replicate,n1,s1,r16/1:/{Table/19-Max}] [n1,s1,r16/1:/{Table/19-Max}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:58.635616 52805 storage/queue.go:656 [replicate,n1,s1,r1/1:/{Min-System/}] [n1,s1,r1/1:/{Min-System/}]: unable to add replica (n1,s3):?; node already has a replica | |
| E171104 15:16:58.840535 53626 storage/replica_proposal.go:538 [n1,s1,r2/1:/{System/-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:59.009118 53618 storage/replica_proposal.go:538 [n1,s1,r6/1:/{System/tse-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:59.450083 54270 storage/replica_proposal.go:538 [n1,s1,r1/1:/M{in-ax}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:59.472448 54353 storage/queue.go:656 [replicate,n1,s1,r3/1:/System/NodeLiveness{-Max}] [n1,s1,r3/1:/System/NodeLiveness{-Max}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:59.537600 54353 storage/queue.go:656 [replicate,n1,s1,r4/1:/System/{NodeLive…-tsd}] [n1,s1,r4/1:/System/{NodeLive…-tsd}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:59.554585 54353 storage/queue.go:656 [replicate,n1,s1,r1/1:/{Min-System/}] [n1,s1,r1/1:/{Min-System/}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:59.561312 54353 storage/queue.go:656 [replicate,n1,s1,r5/1:/System/ts{d-e}] [n1,s1,r5/1:/System/ts{d-e}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:59.571114 54364 storage/replica_proposal.go:538 [n1,s1,r6/1:/{System/tse-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:16:59.573755 54353 storage/queue.go:656 [replicate,n1,s1,r6/1:/{System/tse-Table/System…}] [n1,s1,r6/1:/{System/tse-Table/System…}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:59.600245 54353 storage/queue.go:656 [replicate,n1,s1,r7/1:/Table/{SystemCon…-11}] [n1,s1,r7/1:/Table/{SystemCon…-11}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:59.650920 54353 storage/queue.go:656 [replicate,n1,s1,r8/1:/Table/1{1-2}] [n1,s1,r8/1:/Table/1{1-2}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:59.662143 54353 storage/queue.go:656 [replicate,n1,s1,r9/1:/Table/1{2-3}] [n1,s1,r9/1:/Table/1{2-3}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:59.683190 54353 storage/queue.go:656 [replicate,n1,s1,r10/1:/Table/1{3-4}] [n1,s1,r10/1:/Table/1{3-4}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:59.694127 54353 storage/queue.go:656 [replicate,n1,s1,r11/1:/Table/1{4-5}] [n1,s1,r11/1:/Table/1{4-5}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:59.756850 54353 storage/queue.go:656 [replicate,n1,s1,r12/1:/Table/1{5-6}] [n1,s1,r12/1:/Table/1{5-6}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:59.771602 54353 storage/queue.go:656 [replicate,n1,s1,r1/1:/{Min-System/}] [n1,s1,r1/1:/{Min-System/}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:59.785123 54353 storage/queue.go:656 [replicate,n1,s1,r13/1:/Table/1{6-7}] [n1,s1,r13/1:/Table/1{6-7}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:59.793315 54353 storage/queue.go:656 [replicate,n1,s1,r14/1:/Table/1{7-8}] [n1,s1,r14/1:/Table/1{7-8}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:59.809512 54353 storage/queue.go:656 [replicate,n1,s1,r15/1:/Table/1{8-9}] [n1,s1,r15/1:/Table/1{8-9}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:59.811920 54353 storage/queue.go:656 [replicate,n1,s1,r16/1:/{Table/19-Max}] [n1,s1,r16/1:/{Table/19-Max}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:59.907193 54353 storage/queue.go:656 [replicate,n1,s1,r16/1:/Table/{19-50}] [n1,s1,r16/1:/Table/{19-50}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:59.908489 54353 storage/queue.go:656 [replicate,n1,s1,r17/1:/{Table/50-Max}] [n1,s1,r17/1:/{Table/50-Max}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:59.942463 54353 storage/queue.go:656 [replicate,n1,s1,r17/1:/Table/5{0-1}] [n1,s1,r17/1:/Table/5{0-1}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:59.945025 54353 storage/queue.go:656 [replicate,n1,s1,r18/1:/{Table/51-Max}] [n1,s1,r18/1:/{Table/51-Max}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:16:59.974003 54353 storage/queue.go:656 [replicate,n1,s1,r3/1:/System/NodeLiveness{-Max}] [n1,s1,r3/1:/System/NodeLiveness{-Max}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:17:00.192199 54353 storage/queue.go:656 [replicate,n1,s1,r4/1:/System/{NodeLive…-tsd}] [n1,s1,r4/1:/System/{NodeLive…-tsd}]: unable to add replica (n1,s2):?; node already has a replica | |
| E171104 15:17:00.309676 55412 storage/queue.go:656 [replicate,n1,s1,r1/1:/{Min-System/}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:17:00.452827 55357 storage/replica_proposal.go:538 [n1,s1,r4/1:/{System/NodeL…-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:17:00.472017 55355 storage/replica_proposal.go:538 [n1,s1,r5/1:/{System/tsd-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:17:02.897211 58352 storage/replica_proposal.go:538 [n1,s1,r1/1:/M{in-ax}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:17:03.770002 59246 storage/replica_proposal.go:538 [n1,s1,r4/1:/{System/NodeL…-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:17:07.732694 63515 storage/queue.go:656 [replicate,n1,s1,r1/1:/{Min-System/}] range requires a replication change, but lacks a quorum of live replicas (0/1) | |
| E171104 15:17:07.790928 63456 storage/replica_proposal.go:538 [n1,s1,r3/1:/{System/NodeL…-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:17:07.841694 63522 storage/replica_proposal.go:538 [n1,s1,r5/1:/{System/tsd-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:17:07.852546 63457 storage/replica_proposal.go:538 [n1,s1,r6/1:/{System/tse-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:17:09.881241 63515 storage/queue.go:656 [replicate,n1,s1,r9/1:/Table/1{2-3}] change replicas of r9 failed: result is ambiguous (server shutdown) | |
| E171104 15:17:12.818740 67824 storage/queue.go:656 [replicate,n4,s4,r10/3:/Table/1{3-4}] no removable replicas from range that needs a removal: | |
| E171104 15:17:12.845226 67844 storage/consistency_queue.go:107 [replica consistency checker,n4,s4,r10/3:/Table/1{3-4}] result is ambiguous (server shutdown) | |
| E171104 15:17:13.060217 69428 storage/replica_proposal.go:538 [n1,s1,r1/1:/M{in-ax}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| E171104 15:17:13.176163 69419 storage/replica_proposal.go:538 [n1,s1,r5/1:/{System/tsd-Max}] could not load SystemConfig span: must retry later due to intent on SystemConfigSpan | |
| F171104 15:17:16.645198 70622 settings/cluster/settings.go:282 node at 1.0 cannot run at 1.1 | |
| goroutine 70622 [running]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.getStacks(0x2c80001, 0x0, 0x0, 0x1c) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/clog.go:833 +0xa7 | |
| github.com/cockroachdb/cockroach/pkg/util/log.(*loggingT).outputLogEntry(0x2c80060, 0xc400000004, 0x250317d, 0x1c, 0x11a, 0xc42038a8a0, 0x1d) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/clog.go:738 +0x598 | |
| github.com/cockroachdb/cockroach/pkg/util/log.addStructured(0x7f2004479188, 0xc420014f70, 0x7f2000000004, 0x2, 0x1b2fe49, 0x1b, 0xc421dc58f0, 0x2, 0x2) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/structured.go:153 +0x28c | |
| github.com/cockroachdb/cockroach/pkg/util/log.logDepth(0x7f2004479188, 0xc420014f70, 0x1, 0xc400000004, 0x1b2fe49, 0x1b, 0xc4225d98f0, 0x2, 0x2) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/log.go:54 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/util/log.Fatalf(0x7f2004479188, 0xc420014f70, 0x1b2fe49, 0x1b, 0xc4225d98f0, 0x2, 0x2) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/log.go:148 +0x7e | |
| github.com/cockroachdb/cockroach/pkg/settings/cluster.versionTransformer(0xc420198c00, 0xc42038a840, 0x14, 0x20, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/settings/cluster/settings.go:282 +0x3b1 | |
| github.com/cockroachdb/cockroach/pkg/settings.(*StateMachineSetting).set(0xc4202c2b40, 0xc420198c00, 0xc42038a840, 0x14, 0x20, 0x20, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/settings/statemachine.go:110 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/settings.updater.Set(0xc420198c00, 0xc422dc8990, 0xc421411533, 0x7, 0xc42038a820, 0x14, 0xc4220cc5cc, 0x1, 0x0, 0x27d6040) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/settings/updater.go:126 +0xcae | |
| github.com/cockroachdb/cockroach/pkg/settings.(*updater).Set(0xc4220cc5b0, 0xc421411533, 0x7, 0xc42038a820, 0x14, 0xc4220cc5cc, 0x1, 0xc422453fa0, 0xc42067b709) | |
| <autogenerated>:89 +0x9b | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).refreshSettings.func1(0x7f20044cd928, 0xc42183cf90, 0xc421411530, 0xd, 0x10, 0xc42067b6e0, 0x29, 0x30, 0x14f3eaf4a798e158, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/settingsworker.go:101 +0x750 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).refreshSettings.func2(0x7f20044cd928, 0xc42183cf90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/settingsworker.go:118 +0x22c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420304580, 0xc422afe630, 0xc4202829c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 1 [chan receive]: | |
| testing.(*T).Run(0xc420268d00, 0x1b3f7f4, 0x24, 0x1bdd970, 0xc42065dc01) | |
| /usr/local/go/src/testing/testing.go:698 +0x2f4 | |
| testing.runTests.func1(0xc420268d00) | |
| /usr/local/go/src/testing/testing.go:882 +0x67 | |
| testing.tRunner(0xc420268d00, 0xc42065dda0) | |
| /usr/local/go/src/testing/testing.go:657 +0x96 | |
| testing.runTests(0xc4201e9ca0, 0x27b3ae0, 0x53, 0x53, 0x2) | |
| /usr/local/go/src/testing/testing.go:888 +0x2c1 | |
| testing.(*M).Run(0xc42085ff20, 0x2cbef20) | |
| /usr/local/go/src/testing/testing.go:822 +0xfc | |
| github.com/cockroachdb/cockroach/pkg/server_test.TestMain(0xc42065df20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/main_test.go:32 +0xd5 | |
| main.main() | |
| github.com/cockroachdb/cockroach/pkg/server/_test/_testmain.go:206 +0xf7 | |
| goroutine 17 [syscall, 1 minutes, locked to thread]: | |
| runtime.goexit() | |
| /usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 | |
| goroutine 6 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.(*loggingT).flushDaemon(0x2c80060) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/clog.go:1005 +0x77 | |
| created by github.com/cockroachdb/cockroach/pkg/util/log.init.1 | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/clog.go:581 +0xd9 | |
| goroutine 7 [syscall, 1 minutes]: | |
| os/signal.signal_recv(0x0) | |
| /usr/local/go/src/runtime/sigqueue.go:116 +0x104 | |
| os/signal.loop() | |
| /usr/local/go/src/os/signal/signal_unix.go:22 +0x22 | |
| created by os/signal.init.1 | |
| /usr/local/go/src/os/signal/signal_unix.go:28 +0x41 | |
| goroutine 10 [select, locked to thread]: | |
| runtime.gopark(0x1be0aa0, 0x0, 0x1b12178, 0x6, 0x18, 0x2) | |
| /usr/local/go/src/runtime/proc.go:271 +0x13a | |
| runtime.selectgoImpl(0xc420034f50, 0x0, 0x18) | |
| /usr/local/go/src/runtime/select.go:423 +0x1364 | |
| runtime.selectgo(0xc420034f50) | |
| /usr/local/go/src/runtime/select.go:238 +0x1c | |
| runtime.ensureSigM.func1() | |
| /usr/local/go/src/runtime/signal_unix.go:434 +0x2dd | |
| runtime.goexit() | |
| /usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 | |
| goroutine 70413 [semacquire]: | |
| sync.runtime_notifyListWait(0xc421d03b90, 0xc400000166) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc421d03b80) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc421f3ee10, 0x7f20044cd928, 0xc421654f60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc421654f60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420219520, 0xc422afe900, 0xc420219510) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70788 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x7f20044cd928, 0xc420ea5440) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:504 +0x42f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc422612800, 0xc422afe630, 0xc420362a40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69468 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc4210c6510) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4202ebfc0, 0xc42219d4d0, 0xc4202ebfb0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70169 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/jobs.(*Registry).Start.func1(0x7f20044cd928, 0xc420f77740) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/jobs/registry.go:129 +0x18c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4202a58f0, 0xc4225a8a20, 0xc420f76ba0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70448 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*LeaseManager).RefreshLeases.func1(0x7f20044cd928, 0xc4212c32c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/lease.go:1343 +0xaf5 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42033f5b0, 0xc422afe630, 0xc4212c2630) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70355 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc42161e660) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2aa0, 0xc422afe900, 0xc420da2a90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70739 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420c3d650, 0xc400000135) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420c3d640) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc420dce3f0, 0x7f20044cd928, 0xc420ea4d80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc420ea4d80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42038f3b0, 0xc422afe630, 0xc42038f3a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70334 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func1(0x7f20044cd928, 0xc421654bd0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:157 +0x55 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4202192c0, 0xc422afe900, 0xc4214802e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70135 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420c17da0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227ceb80, 0xc4225a8a20, 0xc4227ceb70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70658 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420e837a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420304cd0, 0xc422afe630, 0xc420304ca0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70659 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Executor).Start.func1(0x7f20044cd928, 0xc42183c960) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:427 +0x165 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420304cf0, 0xc422afe630, 0xc420282ae0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70641 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420f82b70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420304970, 0xc422afe630, 0xc420304960) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70307 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*server).Gossip(0xc422b71500, 0x27dd7a0, 0xc422613730, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:198 +0x594 | |
| github.com/cockroachdb/cockroach/pkg/gossip._Gossip_Gossip_Handler(0x1ad5dc0, 0xc422b71500, 0x27db5e0, 0xc421f3eab0, 0xc422dc2f60, 0x2) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.pb.go:211 +0xb7 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc422fc2280, 0x27dcae0, 0xc42307a9a0, 0xc420c14100, 0xc420e47980, 0x279e4a0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:891 +0xa4c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleStream(0xc422fc2280, 0x27dcae0, 0xc42307a9a0, 0xc420c14100, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:985 +0x153f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc4226135a0, 0xc422fc2280, 0x27dcae0, 0xc42307a9a0, 0xc420c14100) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:551 +0xa9 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:552 +0xa1 | |
| goroutine 70509 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).manage.func1(0x7f20044cd928, 0xc4213f9140) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1138 +0x325 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4201dc6d0, 0xc422afe630, 0xc4201dc6c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70346 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420bff0b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2980, 0xc422afe900, 0xc420da2970) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70070 [select]: | |
| github.com/cockroachdb/cockroach/pkg/security.(*CertificateManager).RegisterSignalHandler.func1(0xc4225a8a20, 0xc420cbb4a0, 0xc42200a5b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/security/certificate_manager.go:125 +0x3b5 | |
| created by github.com/cockroachdb/cockroach/pkg/security.(*CertificateManager).RegisterSignalHandler | |
| /go/src/github.com/cockroachdb/cockroach/pkg/security/certificate_manager.go:138 +0xd0 | |
| goroutine 70766 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x7f20044cd928, 0xc420ea5320) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:504 +0x42f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc422612790, 0xc422afe630, 0xc420362940) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70537 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).keepalive(0xc421570680) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1276 +0x4ed | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:294 +0xefe | |
| goroutine 71750 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newClientStream.func3(0x27dedc0, 0xc422ee49c0, 0xc4224e3d40, 0xc421751080, 0xc4202e2b00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:255 +0x3c9 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newClientStream | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:274 +0xf4e | |
| goroutine 70339 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).startGossip.func1(0x7f20044cd928, 0xc422598c60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:659 +0x464 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2760, 0xc422afe900, 0xc42039c140) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69395 [semacquire]: | |
| sync.runtime_notifyListWait(0xc422fc2d70, 0xc400000269) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc422fc2d60) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage/engine.(*RocksDB).syncLoop(0xc422fc2c80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:478 +0xd7 | |
| created by github.com/cockroachdb/cockroach/pkg/storage/engine.(*RocksDB).open | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:465 +0x4c7 | |
| goroutine 70685 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).RaftMessageBatch(0xc422ae0f00, 0x27deb80, 0xc42020e350, 0x27c5200, 0xc422ae0f00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:355 +0x23d | |
| github.com/cockroachdb/cockroach/pkg/storage._MultiRaft_RaftMessageBatch_Handler(0x1ae2220, 0xc422ae0f00, 0x27db5e0, 0xc421f3f290, 0xc420835680, 0x27d4180) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft.pb.go:378 +0xb7 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc422fc2280, 0x27dcae0, 0xc421274160, 0xc422b6d000, 0xc420962450, 0x27a6ca0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:891 +0xa4c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleStream(0xc422fc2280, 0x27dcae0, 0xc421274160, 0xc422b6d000, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:985 +0x153f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc4201f14f0, 0xc422fc2280, 0x27dcae0, 0xc421274160, 0xc422b6d000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:551 +0xa9 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:552 +0xa1 | |
| goroutine 70358 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc42161e6f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2b10, 0xc422afe900, 0xc420da2b00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70252 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc421073520, 0xc42141cbc0, 0xc42020f6b0, 0xf, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:419 +0x825 | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).GRPCDial.func1.2.1(0x7f20044cd928, 0xc421b49a10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:353 +0x6b | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421529110, 0xc422afe900, 0xc421b49830) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70563 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).keepalive(0xc422433520) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1276 +0x4ed | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:294 +0xefe | |
| goroutine 70212 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x7f20044cd928, 0xc421470000) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:504 +0x42f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420231ea0, 0xc4225a8a20, 0xc420e62d80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70430 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x7f20044cd928, 0xc421655380) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:504 +0x42f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420219b70, 0xc422afe900, 0xc4203be820) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69509 [IO wait]: | |
| net.runtime_pollWait(0x7f20044ce9e8, 0x72, 0x0) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc42046d728, 0x72, 0x0, 0xc42037ee40) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc42046d728, 0xffffffffffffffff, 0x0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).accept(0xc42046d6c0, 0x0, 0x27c02c0, 0xc42037ee40) | |
| /usr/local/go/src/net/fd_unix.go:430 +0x1e5 | |
| net.(*TCPListener).accept(0xc420a77df0, 0xc421ac2e48, 0xe0dbac, 0x6ed550) | |
| /usr/local/go/src/net/tcpsock_posix.go:136 +0x2e | |
| net.(*TCPListener).Accept(0xc420a77df0, 0x1bdf078, 0xc42254fec0, 0x27dee80, 0xc420a779d8) | |
| /usr/local/go/src/net/tcpsock.go:228 +0x49 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*cMux).Serve(0xc42254fec0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:124 +0x95 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func12.1() | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:951 +0x2f | |
| sync.(*Once).Do(0xc4211bd630, 0xc421911f60) | |
| /usr/local/go/src/sync/once.go:44 +0xbe | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func12(0x7f20044cd928, 0xc421416240) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:952 +0x64 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2400, 0xc42219d4d0, 0xc42340e820) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70626 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420f826c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4203046f0, 0xc422afe630, 0xc4203046e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70069 [chan receive]: | |
| database/sql.(*DB).connectionOpener(0xc42025fa40) | |
| /usr/local/go/src/database/sql/sql.go:837 +0x4a | |
| created by database/sql.Open | |
| /usr/local/go/src/database/sql/sql.go:582 +0x212 | |
| goroutine 70923 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc420217810, 0xc4217fabb0, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:126 +0x495 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*transportReader).Read(0xc4219c9080, 0xc4217fabb0, 0x5, 0x5, 0x707b94, 0xc42043da00, 0x1be0bd8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:391 +0x55 | |
| io.ReadAtLeast(0x27bf5c0, 0xc4219c9080, 0xc4217fabb0, 0x5, 0x5, 0x5, 0xc421570680, 0xc421995900, 0xc400000005) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27bf5c0, 0xc4219c9080, 0xc4217fabb0, 0x5, 0x5, 0xadc918, 0x27bf5c0, 0xc4219c8a20) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).Read(0xc421995900, 0xc4217fabb0, 0x5, 0x5, 0xc421911cf8, 0xaeeab5, 0xc421995800) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:375 +0xc8 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc4217faba0, 0x7fffffff, 0xc42285a000, 0x0, 0xc421911dd8, 0xaef79d, 0xc4217fa1c0, 0x7fffffff) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:265 +0x65 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.recv(0xc4217faba0, 0x27d4180, 0x2cbf460, 0xc421995900, 0x27c7540, 0x2cbf460, 0x1a37320, 0xc4219c9140, 0x7fffffff, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:361 +0x4d | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc420e0e2c0, 0x1a37320, 0xc4219c9140, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:398 +0xf2 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*multiRaftRaftMessageBatchClient).Recv(0xc4218d02a0, 0x19cbf20, 0x6a7900, 0x7f20044cd928) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft.pb.go:329 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).processQueue.func1.1.1(0x27deb20, 0xc4218d02a0, 0xc4214d1540, 0xc422f54f00, 0x7f20044cd928, 0xc4219c9110, 0x18, 0xd9cc04) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:487 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).processQueue.func1.1(0x7f20044cd928, 0xc4219c9110) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:502 +0x66 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4218d02f0, 0xc422afe630, 0xc4219c90e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70049 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*client).gossip(0xc420556410, 0x7f20044cd928, 0xc423367590, 0xc420f15980, 0x27dd740, 0xc4201f1570, 0xc4225a8a20, 0xc420286dc0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/client.go:323 +0x3e2 | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*client).startLocked.func1(0x7f20044cd928, 0xc423367590) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/client.go:130 +0x410 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420286d80, 0xc4225a8a20, 0xc4208d9c40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70337 [semacquire]: | |
| sync.runtime_notifyListWait(0xc421d03b90, 0xc400000162) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc421d03b80) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc421f3ee10, 0x7f20044cd928, 0xc421654c90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc421654c90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4202193a0, 0xc422afe900, 0xc420219390) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70638 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420f82ab0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4203048d0, 0xc422afe630, 0xc4203048c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71685 [IO wait]: | |
| net.runtime_pollWait(0x7f20043cfe50, 0x72, 0x26) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420920928, 0x72, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420920928, 0xc421a05800, 0x400) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4209208c0, 0xc421a05800, 0x400, 0x400, 0x0, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a77320, 0xc421a05800, 0x400, 0x400, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*MuxConn).Read(0xc420c0b900, 0xc421a05800, 0x400, 0x400, 0x1a48d40, 0x0, 0x7f20044d8358) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x113 | |
| crypto/tls.(*block).readFromUntil(0xc42092d200, 0x7f20044d8358, 0xc420c0b900, 0x5, 0xc420c0b900, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:488 +0x98 | |
| crypto/tls.(*Conn).readRecord(0xc422851500, 0x1be0b17, 0xc422851620, 0xc421a13a40) | |
| /usr/local/go/src/crypto/tls/conn.go:590 +0xc4 | |
| crypto/tls.(*Conn).Read(0xc422851500, 0xc421ce2000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1134 +0x11d | |
| bufio.(*Reader).Read(0xc422a325a0, 0xc421a53a78, 0x9, 0x9, 0x21a13a90, 0xc421a13b10, 0xadb3c7) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x27ba340, 0xc422a325a0, 0xc421a53a78, 0x9, 0x9, 0x9, 0xc420c325f0, 0x4b, 0x4b) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27ba340, 0xc422a325a0, 0xc421a53a78, 0x9, 0x9, 0x4b, 0x0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc421a53a78, 0x9, 0x9, 0x27ba340, 0xc422a325a0, 0x0, 0x0, 0x4b, 0x4b00000001) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc421a53a40, 0x4b, 0x4b, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa4 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*framer).readFrame(0xc42092d800, 0xc42092d860, 0xc42092d860, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http_util.go:592 +0x2f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc420c0de40, 0xc42092db30, 0x1bdfe18) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:377 +0x32c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc4207c8000, 0x27dcae0, 0xc420c0de40) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:559 +0x162 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveHTTP2Transport(0xc4207c8000, 0x27dd6e0, 0xc422851500, 0x27c2580, 0xc420837130) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:540 +0x497 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn(0xc4207c8000, 0x27deca0, 0xc420c0b900) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:507 +0x4ad | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).Serve | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:476 +0x5b6 | |
| goroutine 70379 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/distsqlrun.(*flowScheduler).Start.func1(0x7f20044cd928, 0xc420a7cf90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsqlrun/flow_scheduler.go:126 +0x48f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4203e41e0, 0xc422afe900, 0xc4203e41b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70415 [semacquire]: | |
| sync.runtime_Semacquire(0xc421f3ee94) | |
| /usr/local/go/src/runtime/sema.go:47 +0x34 | |
| sync.(*WaitGroup).Wait(0xc421f3ee88) | |
| /usr/local/go/src/sync/waitgroup.go:131 +0x7a | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Wait(0xc421f3ee10, 0x7f20044cd928, 0xc421654fc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:173 +0x31 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Wait-fm(0x7f20044cd928, 0xc421654fc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3623 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420219560, 0xc422afe900, 0xc420219550) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70363 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc42161f620) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2c80, 0xc422afe900, 0xc420da2c70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70501 [IO wait]: | |
| net.runtime_pollWait(0x7f200329dc90, 0x72, 0x0) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc421013808, 0x72, 0x0, 0xc42124f080) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc421013808, 0xffffffffffffffff, 0x0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).accept(0xc4210137a0, 0x0, 0x27c02c0, 0xc42124f080) | |
| /usr/local/go/src/net/fd_unix.go:430 +0x1e5 | |
| net.(*TCPListener).accept(0xc420a76448, 0xc4218b8fb0, 0xc4209f3700, 0x10) | |
| /usr/local/go/src/net/tcpsock_posix.go:136 +0x2e | |
| net.(*TCPListener).Accept(0xc420a76448, 0x1bdf070, 0xc420c3de40, 0xc4201dc890, 0x27d4940) | |
| /usr/local/go/src/net/tcpsock.go:228 +0x49 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*cMux).Serve(0xc420c3de40, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:124 +0x95 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func3(0x7f20044cd928, 0xc4213f92c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:656 +0x2f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4201dc460, 0xc422afe630, 0xc42124ec60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70826 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).controller(0xc42091e2c0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:1011 +0x7d6 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:220 +0x971 | |
| goroutine 71832 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).transportMonitor(0xc423356a80) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:927 +0x694 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ClientConn).resetAddrConn | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:630 +0x73c | |
| goroutine 70279 [IO wait]: | |
| net.runtime_pollWait(0x7f20044cdde8, 0x72, 0x0) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420091648, 0x72, 0x0, 0xc4203635e0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420091648, 0xffffffffffffffff, 0x0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).accept(0xc4200915e0, 0x0, 0x27c02c0, 0xc4203635e0) | |
| /usr/local/go/src/net/fd_unix.go:430 +0x1e5 | |
| net.(*TCPListener).accept(0xc421a92660, 0xc42188ae30, 0xc4209f4f00, 0x10) | |
| /usr/local/go/src/net/tcpsock_posix.go:136 +0x2e | |
| net.(*TCPListener).Accept(0xc421a92660, 0x1bdf070, 0xc420c3d5c0, 0xc421528b50, 0x27d4940) | |
| /usr/local/go/src/net/tcpsock.go:228 +0x49 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*cMux).Serve(0xc420c3d5c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:124 +0x95 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func3(0x7f20044cd928, 0xc421b49080) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:656 +0x2f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42031d2b0, 0xc422afe900, 0xc420345e40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70352 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc42161e5d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2a40, 0xc422afe900, 0xc420da2a30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70751 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).raftTickLoop(0xc420c05400, 0x7f20044cd928, 0xc420ea4fc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3639 +0x228 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).(github.com/cockroachdb/cockroach/pkg/storage.raftTickLoop)-fm(0x7f20044cd928, 0xc420ea4fc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3625 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42038f5a0, 0xc422afe630, 0xc42038f590) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69449 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).startWriteSummaries.func1(0x7f20044cd928, 0xc42236af60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:737 +0x2c2 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421a2d2f0, 0xc42219d4d0, 0xc422efd180) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70778 [chan receive]: | |
| database/sql.(*DB).connectionOpener(0xc4206f5180) | |
| /usr/local/go/src/database/sql/sql.go:837 +0x4a | |
| created by database/sql.Open | |
| /usr/local/go/src/database/sql/sql.go:582 +0x212 | |
| goroutine 70075 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.MakeServer.func2(0x7f20044cd928, 0xc423366f60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:100 +0x70 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42028e6b0, 0xc4225a8a20, 0xc420cd8e80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70447 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv.(*TxnCoordSender).printStatsLoop(0xc42196a540, 0x7f20044cd928, 0xc4212c3290) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_coord_sender.go:253 +0xb4d | |
| github.com/cockroachdb/cockroach/pkg/kv.NewTxnCoordSender.func1(0x7f20044cd928, 0xc4212c3290) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_coord_sender.go:237 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42033f2d0, 0xc422afe630, 0xc42033f2c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70373 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc42161f800) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2e70, 0xc422afe900, 0xc420da2e60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69376 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x7f20044cd928, 0xc4217dc270) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:504 +0x42f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421302c10, 0xc42219d4d0, 0xc42037f760) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71717 [IO wait]: | |
| net.runtime_pollWait(0x7f20043cffd0, 0x72, 0x25) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc421537e28, 0x72, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc421537e28, 0xc422f99800, 0x400) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc421537dc0, 0xc422f99800, 0x400, 0x400, 0x0, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a77318, 0xc422f99800, 0x400, 0x400, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| crypto/tls.(*block).readFromUntil(0xc421417230, 0x7f2004480cc0, 0xc420a77318, 0x5, 0xc420a77318, 0xc4217bfb20) | |
| /usr/local/go/src/crypto/tls/conn.go:488 +0x98 | |
| crypto/tls.(*Conn).readRecord(0xc422851180, 0x1be0b17, 0xc4228512a0, 0xc420be6864) | |
| /usr/local/go/src/crypto/tls/conn.go:590 +0xc4 | |
| crypto/tls.(*Conn).Read(0xc422851180, 0xc422e62000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1134 +0x11d | |
| bufio.(*Reader).Read(0xc420eb81e0, 0xc4224576f8, 0x9, 0x9, 0xc4217bfd60, 0x6c0fef, 0x1be0bc0) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x27ba340, 0xc420eb81e0, 0xc4224576f8, 0x9, 0x9, 0x9, 0x6, 0xc42001b368, 0xc42001b300) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27ba340, 0xc420eb81e0, 0xc4224576f8, 0x9, 0x9, 0x0, 0x0, 0xc4217bfe30) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc4224576f8, 0x9, 0x9, 0x27ba340, 0xc420eb81e0, 0x0, 0xc400000000, 0xc4217bfe75, 0xc421908390) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc4224576c0, 0x27c5ac0, 0xc421908390, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa4 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*framer).readFrame(0xc422f7a990, 0xc421908390, 0xc421908390, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http_util.go:592 +0x2f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).reader(0xc4224e3ba0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1154 +0xcd | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:262 +0xcf5 | |
| goroutine 69366 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.MakeServer.func2(0x7f20044cd928, 0xc4210f3bf0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:100 +0x70 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4202fd550, 0xc42219d4d0, 0xc42037e320) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70639 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420f82b10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420304900, 0xc422afe630, 0xc4203048f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70402 [semacquire]: | |
| sync.runtime_notifyListWait(0xc421d03b90, 0xc40000015f) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc421d03b80) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc421f3ee10, 0x7f20044cd928, 0xc421654d20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc421654d20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4202193c0, 0xc422afe900, 0xc4202193b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69475 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc4210c66c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42039a100, 0xc42219d4d0, 0xc42039a0f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71789 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).keepalive(0xc421a00d00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1276 +0x4ed | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:294 +0xefe | |
| goroutine 70382 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/jobs.(*Registry).Start.func1(0x7f20044cd928, 0xc420a7d500) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/jobs/registry.go:129 +0x18c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4203e4410, 0xc422afe900, 0xc420a7c930) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71747 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).keepalive(0xc422ee49c0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1276 +0x4ed | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:294 +0xefe | |
| goroutine 70194 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420746350, 0xc40000010c) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420746340) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc420dce000, 0x7f20044cd928, 0xc42187cfc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc42187cfc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4202302e0, 0xc4225a8a20, 0xc4202302d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70560 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc420c0c9a0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:949 +0x488 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:221 +0x996 | |
| goroutine 70277 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.MakeServer.func2(0x7f20044cd928, 0xc421b48f90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:100 +0x70 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42031cfa0, 0xc422afe900, 0xc420345c00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70368 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc42161f710) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2d70, 0xc422afe900, 0xc420da2d50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70276 [semacquire]: | |
| sync.runtime_notifyListWait(0xc421450af0, 0xc400000000) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc421450ae0) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage/engine.(*RocksDB).syncLoop(0xc421450a00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:478 +0xd7 | |
| created by github.com/cockroachdb/cockroach/pkg/storage/engine.(*RocksDB).open | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:465 +0x4c7 | |
| goroutine 70533 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).controller(0xc422312000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:1011 +0x7d6 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:220 +0x971 | |
| goroutine 70767 [semacquire]: | |
| sync.runtime_SemacquireMutex(0x2c80088) | |
| /usr/local/go/src/runtime/sema.go:62 +0x34 | |
| sync.(*Mutex).Lock(0x2c80084) | |
| /usr/local/go/src/sync/mutex.go:87 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/util/syncutil.(*Mutex).Lock(0x2c80084) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/syncutil/mutex_sync.go:32 +0x2d | |
| github.com/cockroachdb/cockroach/pkg/util/log.(*loggingT).outputLogEntry(0x2c80060, 0xc400000001, 0x24fdd62, 0x1a, 0xe45, 0xc4211d3800, 0xb1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/clog.go:729 +0x12b | |
| github.com/cockroachdb/cockroach/pkg/util/log.addStructured(0x7f20044cd968, 0xc420371200, 0x7f2000000001, 0x2, 0x1b62b07, 0x34, 0xc422bd5180, 0x3, 0x3) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/structured.go:153 +0x28c | |
| github.com/cockroachdb/cockroach/pkg/util/log.logDepth(0x7f20044cd968, 0xc420371200, 0x1, 0xc400000001, 0x1b62b07, 0x34, 0xc422bd5180, 0x3, 0x3) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/log.go:54 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/util/log.Infof(0x7f20044cd968, 0xc420371200, 0x1b62b07, 0x34, 0xc422bd5180, 0x3, 0x3) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/log.go:72 +0x7e | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Replica).changeReplicas.func1(0x7f20044cd968, 0xc420371200, 0xc422c93200, 0x1, 0xc421a58b88) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/replica_command.go:3653 +0x31f | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).Txn.func1(0x7f20044cd968, 0xc420371200, 0xc422c93200, 0xc421a58b88, 0x0, 0x1b14017) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:510 +0x43 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).Exec(0xc422c93200, 0x7f20044cd968, 0xc420371200, 0xc420370101, 0xc421a58bc0, 0x4, 0x4) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:761 +0xa8 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).Txn(0xc420fafc60, 0x7f20044cd968, 0xc420371200, 0xc4225f4150, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:511 +0x145 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Replica).changeReplicas(0xc420f6e000, 0x7f20044d3568, 0xc420eb9260, 0x100000001, 0x1, 0xc420738a20, 0x2, 0x1b26708, 0x15, 0xc421277d40, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/replica_command.go:3709 +0x6ed | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Replica).ChangeReplicas(0xc420f6e000, 0x7f20044d3568, 0xc420eb9260, 0x100000001, 0xc400000001, 0xc420738a20, 0x1b26708, 0x15, 0xc421277d40, 0x107, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/replica_command.go:3545 +0xb3 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*replicateQueue).removeReplica(0xc420323c00, 0x7f20044d3568, 0xc420eb9260, 0xc420f6e000, 0x100000001, 0xc420738a20, 0x1b26708, 0x15, 0xc421277d40, 0x107, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/replicate_queue.go:590 +0xd6 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*replicateQueue).processOneChange(0xc420323c00, 0x7f20044d3568, 0xc420eb9260, 0xc420f6e000, 0xc4225e1800, 0x1c, 0x20, 0xc422bd5b30, 0x2faf000, 0x3b9aca00, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/replicate_queue.go:392 +0xfee | |
| github.com/cockroachdb/cockroach/pkg/storage.(*replicateQueue).process(0xc420323c00, 0x7f20044d3568, 0xc420eb9260, 0xc420f6e000, 0xc4225e1800, 0x1c, 0x20, 0x400000004, 0x2) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/replicate_queue.go:223 +0x1a6 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processReplica(0xc420ed4600, 0x7f20044cd928, 0xc4233dcd80, 0xc420f6e000, 0xc420c3c1c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:631 +0x2ec | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1.2(0x7f20044cd928, 0xc4233dcd80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:530 +0xbb | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTask(0xc422afe630, 0x7f20044cd928, 0xc4233dcd80, 0xc4233dcdb0, 0x25, 0xc422bd5e90, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:231 +0xf7 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x7f20044cd928, 0xc420ea5350) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:539 +0x3f9 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4226127a0, 0xc422afe630, 0xc420362980) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70126 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).startGossip.func1(0x7f20044cd928, 0xc420a19f20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:659 +0x464 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227ce8a0, 0xc4225a8a20, 0xc42124e7a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70143 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420a19a40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227cec80, 0xc4225a8a20, 0xc4227cec70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70670 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).transportMonitor(0xc4215d2c40) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:927 +0x694 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ClientConn).resetAddrConn.func1(0xc4215d2c40) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:642 +0x1d9 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ClientConn).resetAddrConn | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:643 +0x786 | |
| goroutine 70787 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x7f20044cd928, 0xc420ea5410) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:504 +0x42f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4226127e0, 0xc422afe630, 0xc420362a00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70293 [IO wait]: | |
| net.runtime_pollWait(0x7f20043d0750, 0x72, 0x11) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420e1d728, 0x72, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420e1d728, 0xc421feb000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420e1d6c0, 0xc421feb000, 0x1000, 0x1000, 0x0, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a765a0, 0xc421feb000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| crypto/tls.(*block).readFromUntil(0xc42092ce70, 0x7f2004480cc0, 0xc420a765a0, 0x5, 0xc420a765a0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:488 +0x98 | |
| crypto/tls.(*Conn).readRecord(0xc421a3d500, 0x1be0b17, 0xc421a3d620, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:590 +0xc4 | |
| crypto/tls.(*Conn).Read(0xc421a3d500, 0xc4215b2000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1134 +0x11d | |
| bufio.(*Reader).Read(0xc420843920, 0xc42196bb58, 0x9, 0x9, 0x0, 0xc42264ed60, 0xadc836) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x27ba340, 0xc420843920, 0xc42196bb58, 0x9, 0x9, 0x9, 0xb8b, 0x0, 0x0) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27ba340, 0xc420843920, 0xc42196bb58, 0x9, 0x9, 0xfb13f101, 0xb8b00000b8b, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc42196bb58, 0x9, 0x9, 0x27ba340, 0xc420843920, 0x0, 0xc400000000, 0xc420ea5920, 0xc421877800) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc42196bb20, 0x27c59c0, 0xc420ea5920, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa4 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*framer).readFrame(0xc420ea58f0, 0xc420ea5920, 0xc420ea5920, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http_util.go:592 +0x2f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).reader(0xc421d86d00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1154 +0xcd | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:262 +0xcf5 | |
| goroutine 70134 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420c17d70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227ceb60, 0xc4225a8a20, 0xc4227ceb50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70144 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc422366660) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227ceca0, 0xc4225a8a20, 0xc4227cec90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70468 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).controller(0xc421274c60) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:1011 +0x7d6 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:220 +0x971 | |
| goroutine 69488 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc4210c6ab0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42039a540, 0xc42219d4d0, 0xc42039a530) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70676 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newClientStream.func3(0x27dedc0, 0xc422433520, 0xc422432ea0, 0xc42307a000, 0xc422b6ca00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:255 +0x3c9 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newClientStream | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:274 +0xf4e | |
| goroutine 69391 [chan receive]: | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*muxListener).Accept(0xc4217fac20, 0x1bdef68, 0xc42219d4d0, 0x7f20044cd928, 0xc4210f3d70) | |
| <autogenerated>:9 +0x7a | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith(0xc420a77de8, 0x7f20044cd928, 0xc4210f3d70, 0xc42219d4d0, 0x27d3b40, 0xc4217fac20, 0xc4216a8cc0, 0x6a4698, 0x1991da0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:119 +0x50 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func9(0x7f20044cd928, 0xc4210f3d70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:755 +0x1b4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4211bd7a0, 0xc42219d4d0, 0xc421488080) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69511 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/jobs.(*Registry).Start.func1(0x7f20044cd928, 0xc420fe1290) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/jobs/registry.go:129 +0x18c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2450, 0xc42219d4d0, 0xc420ea5020) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71725 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc421d385a0, 0xc420266bd0, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:126 +0x495 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*transportReader).Read(0xc422f7b920, 0xc420266bd0, 0x5, 0x5, 0x707b94, 0xc4205a49c0, 0x1be0bd8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:391 +0x55 | |
| io.ReadAtLeast(0x27bf5c0, 0xc422f7b920, 0xc420266bd0, 0x5, 0x5, 0x5, 0xc420c0de40, 0xc42047ad00, 0xc400000005) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27bf5c0, 0xc422f7b920, 0xc420266bd0, 0x5, 0x5, 0xc4223f51e0, 0xc42233cc88, 0x117ba19) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).Read(0xc42047ad00, 0xc420266bd0, 0x5, 0x5, 0xc420dce018, 0xc42233ccc8, 0x117bb77) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:375 +0xc8 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc420266bc0, 0x7fffffff, 0xc420dfcea0, 0xc4211a8301, 0x1a37240, 0x6, 0x7, 0x6) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:265 +0x65 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.recv(0xc420266bc0, 0x27d4180, 0x2cbf460, 0xc42047ad00, 0x27c7540, 0x2cbf460, 0x1a37240, 0xc421a5a9a0, 0x7fffffff, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:361 +0x4d | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc4225a8f30, 0x1a37240, 0xc421a5a9a0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:648 +0x11a | |
| github.com/cockroachdb/cockroach/pkg/storage.(*multiRaftRaftMessageBatchServer).Recv(0xc42026aad0, 0x7f20044cd928, 0xc422f7bb60, 0xc42174c480) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft.pb.go:397 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).RaftMessageBatch.func1.1.1(0x27deb80, 0xc42026aad0, 0xc422d61680, 0x7f20044cd928, 0xc422f7bb60, 0x18, 0xd9cc04) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:326 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).RaftMessageBatch.func1.1(0x7f20044cd928, 0xc422f7bb60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:349 +0x5d | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42026ab30, 0xc4225a8a20, 0xc422f7ba40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71792 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newClientStream.func3(0x27dedc0, 0xc421a00d00, 0xc4232d1a00, 0xc420aa0f20, 0xc4214fdc00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:255 +0x3c9 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newClientStream | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:274 +0xf4e | |
| goroutine 71793 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc4219e5f40, 0xc420cd9ed0, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:126 +0x495 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*transportReader).Read(0xc422599f50, 0xc420cd9ed0, 0x5, 0x5, 0x707b94, 0xc4205a4d00, 0x1be0bd8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:391 +0x55 | |
| io.ReadAtLeast(0x27bf5c0, 0xc422599f50, 0xc420cd9ed0, 0x5, 0x5, 0x5, 0xc421a00d00, 0xc4214fdc00, 0x5) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27bf5c0, 0xc422599f50, 0xc420cd9ed0, 0x5, 0x5, 0x1, 0xc42043a419, 0x1) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).Read(0xc4214fdc00, 0xc420cd9ed0, 0x5, 0x5, 0x1, 0xc4230a0270, 0xc422dc1c90) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:375 +0xc8 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc420cd9ec0, 0x7fffffff, 0xc42141da00, 0xc42001a000, 0xc420f55ab8, 0xc422dc1e10, 0x10, 0x2a) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:265 +0x65 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.recv(0xc420cd9ec0, 0x27d4180, 0x2cbf460, 0xc4214fdc00, 0x27c7540, 0x2cbf460, 0x1a37320, 0xc42066e060, 0x7fffffff, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:361 +0x4d | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc420aa0f20, 0x1a37320, 0xc42066e060, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:398 +0xf2 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*multiRaftRaftMessageBatchClient).Recv(0xc4202c4b90, 0x19cbf20, 0x6a7900, 0x7f20044cd928) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft.pb.go:329 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).processQueue.func1.1.1(0x27deb20, 0xc4202c4b90, 0xc420392600, 0xc422f54f00, 0x7f20044cd928, 0xc42066e030, 0x18, 0xd9cc04) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:487 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).processQueue.func1.1(0x7f20044cd928, 0xc42066e030) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:502 +0x66 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4202c4c40, 0xc422afe630, 0xc42066e000) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70285 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*server).start.func3(0x7f20044cd928, 0xc421b49560) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:384 +0x66 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42031d460, 0xc422afe900, 0xc4203c6000) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70666 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*NodeLiveness).StartHeartbeat.func1(0x7f20044cd928, 0xc420e83890) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/node_liveness.go:351 +0x286 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4215294e0, 0xc422afe630, 0xc421698dc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70087 [chan receive]: | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*muxListener).Accept(0xc420cd8f40, 0xaf1e9d, 0xc42190a618, 0xc42190a610, 0xc420216820) | |
| <autogenerated>:9 +0x7a | |
| github.com/cockroachdb/cockroach/pkg/server.(*initListener).Accept(0xc42028ee80, 0x1bdfdd8, 0xc4207c8dc0, 0x27d3540, 0xc42028ee80) | |
| <autogenerated>:157 +0x49 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).Serve(0xc4207c8dc0, 0x27d3540, 0xc42028ee80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:444 +0x196 | |
| github.com/cockroachdb/cockroach/pkg/server.(*initServer).serve.func1(0x7f20044cd928, 0xc4225985a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/init.go:81 +0x8e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42028ee10, 0xc4225a8a20, 0xc420cd9500) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70204 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).coalescedHeartbeatsLoop(0xc42125a400, 0x7f20044cd928, 0xc42187db00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3680 +0x186 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).(github.com/cockroachdb/cockroach/pkg/storage.coalescedHeartbeatsLoop)-fm(0x7f20044cd928, 0xc42187db00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3626 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420230430, 0xc4225a8a20, 0xc420230420) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70875 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc422825a20) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:949 +0x488 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:221 +0x996 | |
| goroutine 69390 [chan receive]: | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*muxListener).Accept(0xc4217fac40, 0x1bdfde0, 0xc422fc2280, 0x27deca0, 0xc420d7dcc0) | |
| <autogenerated>:9 +0x7a | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).Serve(0xc422fc2280, 0x27d3b40, 0xc4217fac40, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:444 +0x196 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func7(0x7f20044cd928, 0xc4210f3da0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:691 +0x43 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4211bd780, 0xc42219d4d0, 0xc4217fada0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70786 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x7f20044cd928, 0xc420ea53e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:504 +0x42f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4226127d0, 0xc422afe630, 0xc4203629e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 72082 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Replica).tryExecuteWriteBatch(0xc420c05000, 0x7f20044cd928, 0xc421bc4ba0, 0x14f3eaf4ab19e642, 0x0, 0x100000001, 0x1, 0x7, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/replica.go:2665 +0xd62 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Replica).executeWriteBatch(0xc420c05000, 0x7f20044cd928, 0xc421bc4ba0, 0x14f3eaf4ab19e642, 0x0, 0x100000001, 0x1, 0x7, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/replica.go:2493 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Replica).Send(0xc420c05000, 0x7f20044cd928, 0xc421bc4ba0, 0x14f3eaf4ab19e642, 0x0, 0x100000001, 0x1, 0x7, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/replica.go:1791 +0x6f4 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).Send(0xc422d13000, 0x7f20044cd928, 0xc421bc4b70, 0x14f3eaf4ab19e642, 0x0, 0x100000001, 0x1, 0x7, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:2561 +0x5c8 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Stores).Send(0xc4233cf810, 0x7f20044cd928, 0xc421bc4b10, 0x0, 0x0, 0x100000001, 0x1, 0x7, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/stores.go:186 +0x1ea | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).batchInternal.func1(0x7f20044cd928, 0xc421bc4b10, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:842 +0x1a5 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0xc42219d4d0, 0x7f20044cd928, 0xc421bc4b10, 0x1b1f6ff, 0x10, 0xc4219ff810, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:248 +0xf7 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).batchInternal(0xc42196ec00, 0x7f20044cd928, 0xc421bc4b10, 0xc420384918, 0xc421bc4b10, 0xc420fd2140, 0x194d220) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:853 +0x159 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).Batch(0xc42196ec00, 0x7f20044cd928, 0xc421bc4b10, 0xc420384918, 0x1f, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:870 +0x9c | |
| github.com/cockroachdb/cockroach/pkg/kv.(*grpcTransport).SendNext.func1.1(0xc420901dc0, 0xc4203848f0, 0x7f20044cd968, 0xc420fd2140, 0x7f20044cd928, 0xc420ecde00, 0x27e0340) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/transport.go:224 +0x4a5 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*grpcTransport).SendNext.func1(0xc420901dc0, 0xc4203848f0, 0x7f20044cd968, 0xc420fd2140, 0xc420738120) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/transport.go:237 +0xad | |
| created by github.com/cockroachdb/cockroach/pkg/kv.(*grpcTransport).SendNext | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/transport.go:249 +0x19b | |
| goroutine 70836 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).controller(0xc4223589c0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1227 +0x6c7 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:292 +0xe3d | |
| goroutine 70251 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).transportMonitor(0xc4233561c0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:927 +0x694 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ClientConn).resetAddrConn.func1(0xc4233561c0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:642 +0x1d9 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ClientConn).resetAddrConn | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:643 +0x786 | |
| goroutine 71668 [IO wait]: | |
| net.runtime_pollWait(0x7f20044ce868, 0x72, 0x23) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420095648, 0x72, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420095648, 0xc422450c00, 0x400) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4200955e0, 0xc422450c00, 0x400, 0x400, 0x0, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a77230, 0xc422450c00, 0x400, 0x400, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| crypto/tls.(*block).readFromUntil(0xc4209c9920, 0x7f2004480cc0, 0xc420a77230, 0x5, 0xc420a77230, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:488 +0x98 | |
| crypto/tls.(*Conn).readRecord(0xc420626380, 0x1be0b17, 0xc4206264a0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:590 +0xc4 | |
| crypto/tls.(*Conn).Read(0xc420626380, 0xc420f02000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1134 +0x11d | |
| bufio.(*Reader).Read(0xc4212640c0, 0xc421a522d8, 0x9, 0x9, 0x9, 0x0, 0x18) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x27ba340, 0xc4212640c0, 0xc421a522d8, 0x9, 0x9, 0x9, 0xc422a82db8, 0x6a6e18, 0x30) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27ba340, 0xc4212640c0, 0xc421a522d8, 0x9, 0x9, 0x7a20700000000000, 0x7a00000000000000, 0x1) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc421a522d8, 0x9, 0x9, 0x27ba340, 0xc4212640c0, 0x0, 0x0, 0xc423302ae0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc421a522a0, 0x27c5c00, 0xc423302ae0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa4 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*framer).readFrame(0xc423400f90, 0xc423302ae0, 0xc423302ae0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http_util.go:592 +0x2f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).reader(0xc4224e2820) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1154 +0xcd | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:262 +0xcf5 | |
| goroutine 70342 [select]: | |
| github.com/cockroachdb/cockroach/pkg/ts.(*poller).start.func1(0x7f20044cd928, 0xc422598de0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/ts/db.go:88 +0x16f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da28d0, 0xc422afe900, 0xc420da28c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70219 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*replicaScanner).waitAndProcess(0xc420742300, 0x7f20044cd928, 0xc42187df20, 0xed18fd0fc, 0x551aa65, 0x0, 0xc4217e69c0, 0xc4225a8a20, 0xc42065a800, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scanner.go:208 +0x241 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*replicaScanner).scanLoop.func1.1(0xc42065a800, 0xc420a18401) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scanner.go:270 +0x90 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*storeReplicaVisitor).Visit(0xc420a18420, 0xc4202c6af0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:311 +0x1e6 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*replicaScanner).scanLoop.func1(0x7f20044cd928, 0xc42187df20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scanner.go:272 +0x239 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420231f30, 0xc4225a8a20, 0xc420e62e60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69388 [chan receive]: | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*muxListener).Accept(0xc4217fad20, 0xc420a77e10, 0xc4210f3d10, 0x192bba0, 0x279a150) | |
| <autogenerated>:9 +0x7a | |
| crypto/tls.(*listener).Accept(0xc4217fad60, 0xc4210f3ce0, 0x192bba0, 0x279a150, 0x1a1cb80) | |
| /usr/local/go/src/crypto/tls/tls.go:52 +0x37 | |
| net/http.(*Server).Serve(0xc4233cf8c0, 0x27c8e00, 0xc4217fad60, 0x0, 0x0) | |
| /usr/local/go/src/net/http/server.go:2643 +0x228 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func5(0x7f20044cd928, 0xc4210f3c80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:675 +0x42 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4211bd720, 0xc42219d4d0, 0xc4217fad80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69444 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).startComputePeriodicMetrics.func1(0x7f20044cd928, 0xc4217dc450) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:700 +0x223 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421a2d110, 0xc42219d4d0, 0xc422efd080) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70132 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420c17d10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227ceb20, 0xc4225a8a20, 0xc4227ceb10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70088 [IO wait]: | |
| net.runtime_pollWait(0x7f20043cff10, 0x72, 0x0) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc421430ca8, 0x72, 0x0, 0xc4201e9040) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc421430ca8, 0xffffffffffffffff, 0x0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).accept(0xc421430c40, 0x0, 0x27c02c0, 0xc4201e9040) | |
| /usr/local/go/src/net/fd_unix.go:430 +0x1e5 | |
| net.(*TCPListener).accept(0xc420a77b68, 0xc4209dce48, 0xe0dbac, 0x6ed550) | |
| /usr/local/go/src/net/tcpsock_posix.go:136 +0x2e | |
| net.(*TCPListener).Accept(0xc420a77b68, 0x1bdf078, 0xc4208e4ec0, 0x27dee80, 0xc421a92a28) | |
| /usr/local/go/src/net/tcpsock.go:228 +0x49 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*cMux).Serve(0xc4208e4ec0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:124 +0x95 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func10.1() | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:846 +0x2f | |
| sync.(*Once).Do(0xc42028e7f0, 0xc42190df60) | |
| /usr/local/go/src/sync/once.go:44 +0xbe | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func10(0x7f20044cd928, 0xc422598570) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:847 +0x64 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42028ee60, 0xc4225a8a20, 0xc420cd9520) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70420 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).startGossip.func4(0x7f20044cd928, 0xc4216550e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1298 +0x4ee | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4202195e0, 0xc422afe900, 0xc420ee80a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70359 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc42161e720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2b30, 0xc422afe900, 0xc420da2b20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70404 [semacquire]: | |
| sync.runtime_notifyListWait(0xc421d03b90, 0xc40000015e) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc421d03b80) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc421f3ee10, 0x7f20044cd928, 0xc421654d80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc421654d80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420219400, 0xc422afe900, 0xc4202193f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70679 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc420350280, 0xc420834e10, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:126 +0x495 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*transportReader).Read(0xc4215684b0, 0xc420834e10, 0x5, 0x5, 0x707b94, 0xc4206c8680, 0x1be0bd8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:391 +0x55 | |
| io.ReadAtLeast(0x27bf5c0, 0xc4215684b0, 0xc420834e10, 0x5, 0x5, 0x5, 0xc420c0c9a0, 0xc422b6cb00, 0x5) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27bf5c0, 0xc4215684b0, 0xc420834e10, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).Read(0xc422b6cb00, 0xc420834e10, 0x5, 0x5, 0x1, 0x6, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:375 +0xc8 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc420834e00, 0x7fffffff, 0x0, 0x0, 0x0, 0x0, 0x6, 0x6) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:265 +0x65 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.recv(0xc420834e00, 0x27d4180, 0x2cbf460, 0xc422b6cb00, 0x27c7540, 0x2cbf460, 0x1a37240, 0xc4203454c0, 0x7fffffff, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:361 +0x4d | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc421f3e510, 0x1a37240, 0xc4203454c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:648 +0x11a | |
| github.com/cockroachdb/cockroach/pkg/storage.(*multiRaftRaftMessageBatchServer).Recv(0xc4201bf520, 0x7f20044cd928, 0xc421568510, 0xc422c92780) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft.pb.go:397 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).RaftMessageBatch.func1.1.1(0x27deb80, 0xc4201bf520, 0xc422d61680, 0x7f20044cd928, 0xc421568510, 0x18, 0xd9cc04) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:326 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).RaftMessageBatch.func1.1(0x7f20044cd928, 0xc421568510) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:349 +0x5d | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4201bf690, 0xc4225a8a20, 0xc4215684e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70668 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/jobs.(*Registry).Start.func2(0x7f20044cd928, 0xc4207be3f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/jobs/registry.go:140 +0x227 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421529530, 0xc422afe630, 0xc420e83020) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70290 [chan receive]: | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*muxListener).Accept(0xc420345ce0, 0xaf1e9d, 0xc422dc4e18, 0xc422dc4e10, 0xc42107e550) | |
| <autogenerated>:9 +0x7a | |
| github.com/cockroachdb/cockroach/pkg/server.(*initListener).Accept(0xc421966f70, 0x1bdfdd8, 0xc423078280, 0x27d3540, 0xc421966f70) | |
| <autogenerated>:157 +0x49 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).Serve(0xc423078280, 0x27d3540, 0xc421966f70, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:444 +0x196 | |
| github.com/cockroachdb/cockroach/pkg/server.(*initServer).serve.func1(0x7f20044cd928, 0xc4214ee420) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/init.go:81 +0x8e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421966f40, 0xc422afe900, 0xc4203f05c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70374 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc42161f830) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2f80, 0xc422afe900, 0xc420da2e80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70748 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420c3d650, 0xc400000139) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420c3d640) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc420dce3f0, 0x7f20044cd928, 0xc420ea4f30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc420ea4f30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42038f530, 0xc422afe630, 0xc42038f520) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70444 [chan receive]: | |
| database/sql.(*DB).connectionOpener(0xc421076aa0) | |
| /usr/local/go/src/database/sql/sql.go:837 +0x4a | |
| created by database/sql.Open | |
| /usr/local/go/src/database/sql/sql.go:582 +0x212 | |
| goroutine 69378 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/server_test.TestClusterVersionMixedVersionTooOld(0xc420d47e10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/version_cluster_test.go:273 +0x2f5 | |
| testing.tRunner(0xc420d47e10, 0x1bdd970) | |
| /usr/local/go/src/testing/testing.go:657 +0x96 | |
| created by testing.(*T).Run | |
| /usr/local/go/src/testing/testing.go:697 +0x2ca | |
| goroutine 69421 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420f9c610, 0xc4000004fc) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420f9c600) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc423032990, 0x7f20044cd928, 0xc4219476b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc4219476b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421a2c680, 0xc42219d4d0, 0xc421a2c670) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70353 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc42161e600) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2a60, 0xc422afe900, 0xc420da2a50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70561 [IO wait]: | |
| net.runtime_pollWait(0x7f20044ce928, 0x72, 0x1b) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420095418, 0x72, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420095418, 0xc421997400, 0x400) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4200953b0, 0xc421997400, 0x400, 0x400, 0x0, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a76710, 0xc421997400, 0x400, 0x400, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| crypto/tls.(*block).readFromUntil(0xc420c17c20, 0x7f2004480cc0, 0xc420a76710, 0x5, 0xc420a76710, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:488 +0x98 | |
| crypto/tls.(*Conn).readRecord(0xc421456700, 0x1be0b17, 0xc421456820, 0xc4227cef54) | |
| /usr/local/go/src/crypto/tls/conn.go:590 +0xc4 | |
| crypto/tls.(*Conn).Read(0xc421456700, 0xc4224da000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1134 +0x11d | |
| bufio.(*Reader).Read(0xc42169b440, 0xc4207d10d8, 0x9, 0x9, 0xc4224c3d60, 0x6c0fef, 0x1be0bc0) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x27ba340, 0xc42169b440, 0xc4207d10d8, 0x9, 0x9, 0x9, 0x6, 0xc42001b368, 0xc42001b300) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27ba340, 0xc42169b440, 0xc4207d10d8, 0x9, 0x9, 0x0, 0x0, 0xc4224c3e30) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc4207d10d8, 0x9, 0x9, 0x27ba340, 0xc42169b440, 0x0, 0xc400000000, 0xc4224c3e75, 0xc421909170) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc4207d10a0, 0x27c5ac0, 0xc421909170, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa4 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*framer).readFrame(0xc421800570, 0xc421909170, 0xc421909170, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http_util.go:592 +0x2f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).reader(0xc422433520) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1154 +0xcd | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:262 +0xcf5 | |
| goroutine 70241 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).controller(0xc421f336c0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1227 +0x6c7 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:292 +0xe3d | |
| goroutine 69380 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewContext.func1(0x7f20044cd928, 0xc4210f3950) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:216 +0x5d | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4211bc4e0, 0xc42219d4d0, 0xc4203dfea0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70108 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).controller(0xc4223584e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1227 +0x6c7 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:292 +0xe3d | |
| goroutine 70918 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc420217590, 0xc421a5bff0, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:126 +0x495 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*transportReader).Read(0xc4219c8750, 0xc421a5bff0, 0x5, 0x5, 0x707b94, 0xc4206f9ba0, 0x1be0bd8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:391 +0x55 | |
| io.ReadAtLeast(0x27bf5c0, 0xc4219c8750, 0xc421a5bff0, 0x5, 0x5, 0x5, 0xc422830ea0, 0xc421995700, 0x5) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27bf5c0, 0xc4219c8750, 0xc421a5bff0, 0x5, 0x5, 0x1, 0x7f20044ced50, 0xc421911c60) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).Read(0xc421995700, 0xc421a5bff0, 0x5, 0x5, 0x1, 0x0, 0xc421911ca8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:375 +0xc8 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc421a5bfe0, 0x7fffffff, 0xc42285a000, 0x0, 0xc421911e48, 0xc4205c2400, 0x7f2004512000, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:265 +0x65 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.recv(0xc421a5bfe0, 0x27d4180, 0x2cbf460, 0xc421995700, 0x27c7540, 0x2cbf460, 0x1a37320, 0xc4219c87e0, 0x7fffffff, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:361 +0x4d | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc420e0e000, 0x1a37320, 0xc4219c87e0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:398 +0xf2 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*multiRaftRaftMessageBatchClient).Recv(0xc420381f40, 0x19cbf20, 0x6a7900, 0x7f20044cd928) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft.pb.go:329 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).processQueue.func1.1.1(0x27deb20, 0xc420381f40, 0xc420e4ee80, 0xc422ae0f00, 0x7f20044cd928, 0xc4219c87b0, 0x18, 0xd9cc04) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:487 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).processQueue.func1.1(0x7f20044cd928, 0xc4219c87b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:502 +0x66 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420381f60, 0xc42219d4d0, 0xc4219c8780) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69486 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc4210c68a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42039a500, 0xc42219d4d0, 0xc42039a4f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70412 [semacquire]: | |
| sync.runtime_notifyListWait(0xc421d03b90, 0xc400000167) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc421d03b80) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc421f3ee10, 0x7f20044cd928, 0xc421654f30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc421654f30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420219500, 0xc422afe900, 0xc4202194f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70645 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420f83c20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420304a40, 0xc422afe630, 0xc420304a30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70752 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).coalescedHeartbeatsLoop(0xc420c05400, 0x7f20044cd928, 0xc420ea5020) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3680 +0x186 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).(github.com/cockroachdb/cockroach/pkg/storage.coalescedHeartbeatsLoop)-fm(0x7f20044cd928, 0xc420ea5020) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3626 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42038f5d0, 0xc422afe630, 0xc42038f5c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70682 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc4203506e0, 0xc4208354b0, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:126 +0x495 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*transportReader).Read(0xc421568d20, 0xc4208354b0, 0x5, 0x5, 0x707b94, 0xc4206f8000, 0x1be0bd8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:391 +0x55 | |
| io.ReadAtLeast(0x27bf5c0, 0xc421568d20, 0xc4208354b0, 0x5, 0x5, 0x5, 0xc4223584e0, 0xc422b6cc00, 0x5) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27bf5c0, 0xc421568d20, 0xc4208354b0, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).Read(0xc422b6cc00, 0xc4208354b0, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:375 +0xc8 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc4208354a0, 0x7fffffff, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:265 +0x65 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.recv(0xc4208354a0, 0x27d4180, 0x2cbf460, 0xc422b6cc00, 0x27c7540, 0x2cbf460, 0x1a37320, 0xc421568de0, 0x7fffffff, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:361 +0x4d | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc42307a580, 0x1a37320, 0xc421568de0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:398 +0xf2 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*multiRaftRaftMessageBatchClient).Recv(0xc42020e120, 0x19cbf20, 0x6a7900, 0x7f20044cd928) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft.pb.go:329 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).processQueue.func1.1.1(0x27deb20, 0xc42020e120, 0xc42141ce40, 0xc422d61680, 0x7f20044cd928, 0xc421568db0, 0x18, 0xd9cc04) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:487 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).processQueue.func1.1(0x7f20044cd928, 0xc421568db0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:502 +0x66 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42020e170, 0xc4225a8a20, 0xc421568d80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70240 [IO wait]: | |
| net.runtime_pollWait(0x7f20044ce1a8, 0x72, 0xd) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc42127f798, 0x72, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc42127f798, 0xc422357400, 0x400) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc42127f730, 0xc422357400, 0x400, 0x400, 0x0, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a76278, 0xc422357400, 0x400, 0x400, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| crypto/tls.(*block).readFromUntil(0xc42187d1a0, 0x7f2004480cc0, 0xc420a76278, 0x5, 0xc420a76278, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:488 +0x98 | |
| crypto/tls.(*Conn).readRecord(0xc422b44000, 0x1be0b17, 0xc422b44120, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:590 +0xc4 | |
| crypto/tls.(*Conn).Read(0xc422b44000, 0xc421862000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1134 +0x11d | |
| bufio.(*Reader).Read(0xc420a91c80, 0xc42196a2d8, 0x9, 0x9, 0x9, 0x0, 0x18) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x27ba340, 0xc420a91c80, 0xc42196a2d8, 0x9, 0x9, 0x9, 0xc42313ddb8, 0x6a6e18, 0x30) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27ba340, 0xc420a91c80, 0xc42196a2d8, 0x9, 0x9, 0x7a20700000000000, 0x7a00000000000000, 0x1) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc42196a2d8, 0x9, 0x9, 0x27ba340, 0xc420a91c80, 0x0, 0x0, 0xc4212eb500, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc42196a2a0, 0x27c5c00, 0xc4212eb500, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa4 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*framer).readFrame(0xc4212ea7b0, 0xc4212eb500, 0xc4212eb500, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http_util.go:592 +0x2f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).reader(0xc421f336c0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1154 +0xcd | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:262 +0xcf5 | |
| goroutine 69459 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x7f20044cd928, 0xc4217dc3c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:504 +0x42f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421302c40, 0xc42219d4d0, 0xc42037f7e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70141 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420c17f50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227cec40, 0xc4225a8a20, 0xc4227cec30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69429 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420f9c610, 0xc4000004fd) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420f9c600) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc423032990, 0x7f20044cd928, 0xc4219474d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc4219474d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421a2c7a0, 0xc42219d4d0, 0xc421a2c790) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70754 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).startGossip.func4(0x7f20044cd928, 0xc420ea50b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1298 +0x4ee | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42038f600, 0xc422afe630, 0xc421cd1360) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69471 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc4210c65d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42039a050, 0xc42219d4d0, 0xc42039a030) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70746 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420c3d650, 0xc400000137) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420c3d640) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc420dce3f0, 0x7f20044cd928, 0xc420ea4ed0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc420ea4ed0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42038f4f0, 0xc422afe630, 0xc42038f4e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70256 [IO wait]: | |
| net.runtime_pollWait(0x7f20043d08d0, 0x72, 0x12) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420e1d808, 0x72, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420e1d808, 0xc421be8000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420e1d7a0, 0xc421be8000, 0x1000, 0x1000, 0x0, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a76598, 0xc421be8000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*MuxConn).Read(0xc421077680, 0xc421be8000, 0x1000, 0x1000, 0x1a48d40, 0x0, 0x7f20044d8358) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x113 | |
| crypto/tls.(*block).readFromUntil(0xc4233029f0, 0x7f20044d8358, 0xc421077680, 0x5, 0xc421077680, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:488 +0x98 | |
| crypto/tls.(*Conn).readRecord(0xc421a3d880, 0x1be0b17, 0xc421a3d9a0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:590 +0xc4 | |
| crypto/tls.(*Conn).Read(0xc421a3d880, 0xc420f78000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1134 +0x11d | |
| bufio.(*Reader).Read(0xc42125db60, 0xc42127ac78, 0x9, 0x9, 0x22301a90, 0xc422301b10, 0xadb2a2) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x27ba340, 0xc42125db60, 0xc42127ac78, 0x9, 0x9, 0x9, 0xc420738c00, 0x51, 0x51) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27ba340, 0xc42125db60, 0xc42127ac78, 0x9, 0x9, 0x51, 0x0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc42127ac78, 0x9, 0x9, 0x27ba340, 0xc42125db60, 0x0, 0x0, 0x51, 0x5100000001) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc42127ac40, 0x51, 0x51, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa4 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*framer).readFrame(0xc422f7a1b0, 0xc422f7a1e0, 0xc422f7a1e0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http_util.go:592 +0x2f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc42307a9a0, 0xc422f7a360, 0x1bdfe18) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:377 +0x32c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc422fc2280, 0x27dcae0, 0xc42307a9a0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:559 +0x162 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveHTTP2Transport(0xc422fc2280, 0x27dd6e0, 0xc421a3d880, 0x27c2580, 0xc420e3c000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:540 +0x497 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn(0xc422fc2280, 0x27deca0, 0xc421077680) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:507 +0x4ad | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).Serve | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:476 +0x5b6 | |
| goroutine 70528 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newClientStream.func3(0x27dedc0, 0xc421571520, 0xc4215711e0, 0xc421238840, 0xc422b70a00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:255 +0x3c9 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newClientStream | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:274 +0xf4e | |
| goroutine 70419 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).startGossip.func4(0x7f20044cd928, 0xc4216550b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1298 +0x4ee | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4202195d0, 0xc422afe900, 0xc4225f34a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69422 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420f9c610, 0xc4000004f0) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420f9c600) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc423032990, 0x7f20044cd928, 0xc4219477a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc4219477a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421a2c6a0, 0xc42219d4d0, 0xc421a2c690) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69430 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420f9c610, 0xc4000004f8) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420f9c600) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc423032990, 0x7f20044cd928, 0xc4219479e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc4219479e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421a2c7c0, 0xc42219d4d0, 0xc421a2c7b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70648 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420e83500) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420304ac0, 0xc422afe630, 0xc420304ab0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70650 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420e83590) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420304ba0, 0xc422afe630, 0xc420304b90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69385 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func2(0x7f20044cd928, 0xc4210f3c20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:644 +0x5f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4211bd6f0, 0xc42219d4d0, 0xc4217face0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70111 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc4224a59f0, 0xc4203917d0, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:126 +0x495 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*transportReader).Read(0xc4230a1290, 0xc4203917d0, 0x5, 0x5, 0x707b94, 0xc420e376c0, 0x1be0bd8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:391 +0x55 | |
| io.ReadAtLeast(0x27bf5c0, 0xc4230a1290, 0xc4203917d0, 0x5, 0x5, 0x5, 0xc4223584e0, 0xc4214fc400, 0xc400000005) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27bf5c0, 0xc4230a1290, 0xc4203917d0, 0x5, 0x5, 0x1452, 0x0, 0x9) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).Read(0xc4214fc400, 0xc4203917d0, 0x5, 0x5, 0xc420e376c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:375 +0xc8 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc4203917c0, 0x7fffffff, 0xc422367d70, 0xc400000001, 0x2cc0520, 0x0, 0x0, 0xc42001b300) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:265 +0x65 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.recv(0xc4203917c0, 0x27d4180, 0x2cbf460, 0xc4214fc400, 0x27c7540, 0x2cbf460, 0x1a2c180, 0xc421884c30, 0x7fffffff, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:361 +0x4d | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc421274420, 0x1a2c180, 0xc421884c30, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:398 +0xf2 | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*gossipGossipClient).Recv(0xc4201f1570, 0x7f20044cd928, 0xc4230a13b0, 0xc420f15980) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.pb.go:194 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*client).gossip.func2.1(0x27dd740, 0xc4201f1570, 0xc420556410, 0x7f20044cd928, 0xc4230a13b0, 0xc420f15980, 0xc42190cf78, 0x6c064e) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/client.go:311 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*client).gossip.func2(0x7f20044cd928, 0xc4230a13b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/client.go:319 +0xc0 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4201f1620, 0xc4225a8a20, 0xc420403380) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70154 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc422367680) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227cee00, 0xc4225a8a20, 0xc4227cedf0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70138 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420c17e30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227cebe0, 0xc4225a8a20, 0xc4227cebd0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70271 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewContext.func1(0x7f20044cd928, 0xc420756600) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:216 +0x5d | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420218600, 0xc422afe900, 0xc420344820) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71718 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).controller(0xc4224e3ba0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1227 +0x6c7 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:292 +0xe3d | |
| goroutine 70197 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420746350, 0xc400000106) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420746340) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc420dce000, 0x7f20044cd928, 0xc42187d080) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc42187d080) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420230350, 0xc4225a8a20, 0xc420230340) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70449 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420c31270, 0xc400000000) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420c31260) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage/engine.(*RocksDB).syncLoop(0xc420c31180) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:478 +0xd7 | |
| created by github.com/cockroachdb/cockroach/pkg/storage/engine.(*RocksDB).open | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:465 +0x4c7 | |
| goroutine 71720 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).transportMonitor(0xc422290fc0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:927 +0x694 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ClientConn).resetAddrConn | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:630 +0x73c | |
| goroutine 70348 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420bff110) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da29c0, 0xc422afe900, 0xc420da29b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70472 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).keepalive(0xc421571520) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1276 +0x4ed | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:294 +0xefe | |
| goroutine 70499 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.MakeServer.func2(0x7f20044cd928, 0xc4213f9260) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:100 +0x70 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4201dc270, 0xc422afe630, 0xc42124ea60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71786 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc420aa0c60) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:949 +0x488 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:221 +0x996 | |
| goroutine 70364 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc42161f650) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2ca0, 0xc422afe900, 0xc420da2c90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69469 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc4210c6540) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4202ebff0, 0xc42219d4d0, 0xc4202ebfe0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70466 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).keepalive(0xc421571380) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1276 +0x4ed | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:294 +0xefe | |
| goroutine 70799 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).keepalive(0xc421373380) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1276 +0x4ed | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:294 +0xefe | |
| goroutine 70341 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).startSampleEnvironment.func1(0x7f20044cd928, 0xc422598d80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1197 +0x185 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da28b0, 0xc422afe900, 0xc42039c200) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71751 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc421e2fc20, 0xc42022f630, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:126 +0x495 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*transportReader).Read(0xc420c7e4b0, 0xc42022f630, 0x5, 0x5, 0x707b94, 0xc420708340, 0x1be0bd8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:391 +0x55 | |
| io.ReadAtLeast(0x27bf5c0, 0xc420c7e4b0, 0xc42022f630, 0x5, 0x5, 0x5, 0xc422ee49c0, 0xc4202e2b00, 0x5) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27bf5c0, 0xc420c7e4b0, 0xc42022f630, 0x5, 0x5, 0x1, 0x7f20044ced50, 0xc42190cc60) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).Read(0xc4202e2b00, 0xc42022f630, 0x5, 0x5, 0x1, 0x0, 0xc42190cca8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:375 +0xc8 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc42022f620, 0x7fffffff, 0xc4214786c0, 0x0, 0x6, 0xc421511800, 0x7f20045124b0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:265 +0x65 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.recv(0xc42022f620, 0x27d4180, 0x2cbf460, 0xc4202e2b00, 0x27c7540, 0x2cbf460, 0x1a37320, 0xc420c7e5d0, 0x7fffffff, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:361 +0x4d | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc421751080, 0x1a37320, 0xc420c7e5d0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:398 +0xf2 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*multiRaftRaftMessageBatchClient).Recv(0xc421a2d990, 0x19cbf20, 0x6a7900, 0x7f20044cd928) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft.pb.go:329 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).processQueue.func1.1.1(0x27deb20, 0xc421a2d990, 0xc420fd3b40, 0xc422d61680, 0x7f20044cd928, 0xc420c7e5a0, 0x18, 0xd9cc04) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:487 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).processQueue.func1.1(0x7f20044cd928, 0xc420c7e5a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:502 +0x66 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421a2d9f0, 0xc4225a8a20, 0xc420c7e540) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70506 [chan receive]: | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*muxListener).Accept(0xc42124eb40, 0x1bdef68, 0xc422afe630, 0x7f20044cd928, 0xc4213f96e0) | |
| <autogenerated>:9 +0x7a | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith(0xc420a76418, 0x7f20044cd928, 0xc4213f96e0, 0xc422afe630, 0x27d3b40, 0xc42124eb40, 0xc420ea45a0, 0x6a4698, 0x1991da0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:119 +0x50 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func9(0x7f20044cd928, 0xc4213f96e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:755 +0x1b4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4201dc500, 0xc422afe630, 0xc420c3dec0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70656 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420e83740) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420304c70, 0xc422afe630, 0xc420304c60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70354 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc42161e630) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2a80, 0xc422afe900, 0xc420da2a70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70086 [semacquire]: | |
| sync.runtime_notifyListWait(0xc4207c8d70, 0xc400000083) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc4207c8d60) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage/engine.(*RocksDB).syncLoop(0xc4207c8c80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:478 +0xd7 | |
| created by github.com/cockroachdb/cockroach/pkg/storage/engine.(*RocksDB).open | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:465 +0x4c7 | |
| goroutine 70345 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420bff080) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2940, 0xc422afe900, 0xc420da2910) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69384 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.MakeServer.func2(0x7f20044cd928, 0xc4210f39e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:100 +0x70 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4211bd520, 0xc42219d4d0, 0xc4217fab20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69438 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).Start.func2(0x7f20044cd928, 0xc421947ad0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1169 +0x165 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421a2c8e0, 0xc42219d4d0, 0xc422efcc40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 72084 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendToReplicas(0xc422f54d20, 0x7f20044cd968, 0xc420370ec0, 0xc422f54d70, 0xa, 0xc420344680, 0x1, 0x1, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:1144 +0x15e8 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendRPC(0xc422f54d20, 0x7f20044cd968, 0xc420370ec0, 0xa, 0xc420344680, 0x1, 0x1, 0x0, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:382 +0x2db | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendSingleRange(0xc422f54d20, 0x7f20044cd928, 0xc423303200, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:446 +0x17b | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendPartialBatch(0xc422f54d20, 0x7f20044cd928, 0xc423303200, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:930 +0x447 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).divideAndSendBatchToRanges(0xc422f54d20, 0x7f20044cd928, 0xc423303200, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:795 +0xb46 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).Send(0xc422f54d20, 0x7f20044cd928, 0xc423303200, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:597 +0x344 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*TxnCoordSender).Send(0xc42196a540, 0x7f20044cd928, 0xc423303200, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_coord_sender.go:444 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).send(0xc420fafc60, 0x7f20044cd928, 0xc4233031a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:548 +0x1ff | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).(github.com/cockroachdb/cockroach/pkg/internal/client.send)-fm(0x7f20044cd928, 0xc4233031a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:482 +0x83 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.sendAndFill(0x7f20044cd928, 0xc4233031a0, 0xc42190ce78, 0xc422690300, 0xb2, 0xc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:454 +0x103 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).Run(0xc420fafc60, 0x7f20044cd928, 0xc4233031a0, 0xc422690300, 0xc42190ced8, 0xc420402a80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:482 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/storage.(*intentResolver).resolveIntents.func2(0x7f20044cd928, 0xc4233031a0, 0xc421a583c0, 0x27ddce0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/intent_resolver.go:480 +0x4e | |
| github.com/cockroachdb/cockroach/pkg/storage.(*intentResolver).resolveIntents.func3(0x7f20044cd928, 0xc4233031a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/intent_resolver.go:489 +0x82 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunLimitedAsyncTask.func1(0xc422afe630, 0x7f20044cd928, 0xc4233031a0, 0x1b48700, 0x28, 0xc420919f80, 0x27e0340, 0xc42033b780, 0xc420344560) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:330 +0x110 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunLimitedAsyncTask | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:331 +0x22f | |
| goroutine 70385 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).transportMonitor(0xc4210e41c0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:927 +0x694 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ClientConn).resetAddrConn.func1(0xc4210e41c0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:642 +0x1d9 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ClientConn).resetAddrConn | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:643 +0x786 | |
| goroutine 71744 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc4217506e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:949 +0x488 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:221 +0x996 | |
| goroutine 70227 [IO wait]: | |
| net.runtime_pollWait(0x7f200329db10, 0x72, 0xe) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc42127f808, 0x72, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc42127f808, 0xc4228b6000, 0x400) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc42127f7a0, 0xc4228b6000, 0x400, 0x400, 0x0, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a76280, 0xc4228b6000, 0x400, 0x400, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*MuxConn).Read(0xc420fc37c0, 0xc4228b6000, 0x400, 0x400, 0x1a48d40, 0x0, 0x7f20044d8358) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x113 | |
| crypto/tls.(*block).readFromUntil(0xc4215921e0, 0x7f20044d8358, 0xc420fc37c0, 0x5, 0xc420fc37c0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:488 +0x98 | |
| crypto/tls.(*Conn).readRecord(0xc422b44380, 0x1be0b17, 0xc422b444a0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:590 +0xc4 | |
| crypto/tls.(*Conn).Read(0xc422b44380, 0xc421d6c000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1134 +0x11d | |
| bufio.(*Reader).Read(0xc420a904e0, 0xc42196a038, 0x9, 0x9, 0x9, 0x0, 0x18) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x27ba340, 0xc420a904e0, 0xc42196a038, 0x9, 0x9, 0x9, 0xc420a3db18, 0x6a6e18, 0x30) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27ba340, 0xc420a904e0, 0xc42196a038, 0x9, 0x9, 0x7a20700000000000, 0x7a00000000000000, 0x1) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc42196a038, 0x9, 0x9, 0x27ba340, 0xc420a904e0, 0x0, 0x0, 0xc4212eb4d0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc42196a000, 0x27c5c00, 0xc4212eb4d0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa4 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*framer).readFrame(0xc4215928a0, 0xc4212eb4d0, 0xc4212eb4d0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http_util.go:592 +0x2f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc421750dc0, 0xc421592a20, 0x1bdfe18) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:377 +0x32c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc4207c8000, 0x27dcae0, 0xc421750dc0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:559 +0x162 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveHTTP2Transport(0xc4207c8000, 0x27dd6e0, 0xc422b44380, 0x27c2580, 0xc4233ce420) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:540 +0x497 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn(0xc4207c8000, 0x27deca0, 0xc420fc37c0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:507 +0x4ad | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).Serve | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:476 +0x5b6 | |
| goroutine 70431 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x7f20044cd928, 0xc4216553b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:504 +0x42f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420219b80, 0xc422afe900, 0xc4203be840) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70644 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420f83bf0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420304a20, 0xc422afe630, 0xc420304a10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70200 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420746350, 0xc40000010f) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420746340) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc420dce000, 0x7f20044cd928, 0xc42187d110) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc42187d110) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4202303b0, 0xc4225a8a20, 0xc4202303a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 72086 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).Header(0xc422607100, 0x1bdfef0, 0xc422cbefd0, 0x27dedc0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:290 +0x2f7 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.recvResponse(0x7f20044cd928, 0xc423303380, 0xc42124f480, 0x0, 0x27d4180, 0x2cbf460, 0x27c7500, 0x2cbf460, 0x27c7540, 0x2cbf460, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/call.go:49 +0xaa | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.invoke(0x7f20044cd928, 0xc423303380, 0x1b394b9, 0x21, 0x1aebf80, 0xc420384bd8, 0x1a66ec0, 0xc4207392c0, 0xc422659ba0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/call.go:282 +0xfbd | |
| github.com/cockroachdb/cockroach/vendor/github.com/grpc-ecosystem/grpc-opentracing/go/otgrpc.OpenTracingClientInterceptor.func1(0x7f20044cd968, 0xc420370f00, 0x1b394b9, 0x21, 0x1aebf80, 0xc420384bd8, 0x1a66ec0, 0xc4207392c0, 0xc422659ba0, 0x1bdfec8, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/grpc-ecosystem/grpc-opentracing/go/otgrpc/client.go:44 +0xf83 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.Invoke(0x7f20044cd968, 0xc420370f00, 0x1b394b9, 0x21, 0x1aebf80, 0xc420384bd8, 0x1a66ec0, 0xc4207392c0, 0xc422659ba0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/call.go:135 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc421a933e8, 0x7f20044cd968, 0xc420370f00, 0xc420384bd8, 0x0, 0x0, 0x0, 0x1, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:3496 +0xd2 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*grpcTransport).SendNext.func1.1(0xc420c49810, 0xc420384bb0, 0x7f20044cd968, 0xc420370f00, 0xd9cd66, 0x7f2004479188, 0xc420014e48) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/transport.go:228 +0x17f | |
| github.com/cockroachdb/cockroach/pkg/kv.(*grpcTransport).SendNext.func1(0xc420c49810, 0xc420384bb0, 0x7f20044cd968, 0xc420370f00, 0xc4207391a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/transport.go:237 +0xad | |
| created by github.com/cockroachdb/cockroach/pkg/kv.(*grpcTransport).SendNext | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/transport.go:249 +0x19b | |
| goroutine 70910 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).processQueue(0xc422ae0f00, 0x7f2000000004, 0xc420eca2a0, 0xc420e4ee80, 0x27deb20, 0xc420381f40, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:513 +0x6a6 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).connectAndProcess.func1(0xc422ae0f00, 0x4, 0x7f20044cd928, 0xc420dbf830, 0x2, 0x0, 0xc421596fa0, 0xc420eca2a0, 0xc420e4ee80, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:458 +0x32e | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).connectAndProcess(0xc422ae0f00, 0x7f20044cd928, 0xc420dbf830, 0x4, 0xc420eca2a0, 0xc420e4ee80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:459 +0xe9 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).SendAsync.func1.1(0x7f20044cd928, 0xc420dbf830) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:587 +0x60 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420311850, 0xc42219d4d0, 0xc420dbf7d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69474 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc4210c6660) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42039a0e0, 0xc42219d4d0, 0xc42039a0a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70208 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).startGossip.func4(0x7f20044cd928, 0xc42187dec0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1298 +0x4ee | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420230480, 0xc4225a8a20, 0xc422e1c1e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70158 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc4223677d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227cee90, 0xc4225a8a20, 0xc4227cee70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70089 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*server).Gossip(0xc422b71500, 0x27dd7a0, 0xc42028f0c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:198 +0x594 | |
| github.com/cockroachdb/cockroach/pkg/gossip._Gossip_Gossip_Handler(0x1ad5dc0, 0xc422b71500, 0x27db5e0, 0xc4225a8bd0, 0x55, 0xc42281dfc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.pb.go:211 +0xb7 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc422fc2280, 0x27dcae0, 0xc421274160, 0xc422b6de00, 0xc420e47980, 0x279e4a0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:891 +0xa4c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleStream(0xc422fc2280, 0x27dcae0, 0xc421274160, 0xc422b6de00, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:985 +0x153f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc4201f14f0, 0xc422fc2280, 0x27dcae0, 0xc421274160, 0xc422b6de00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:551 +0xa9 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:552 +0xa1 | |
| goroutine 70470 [IO wait]: | |
| net.runtime_pollWait(0x7f20044ce4a8, 0x72, 0x15) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc42200b418, 0x72, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc42200b418, 0xc420c04800, 0x400) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc42200b3b0, 0xc420c04800, 0x400, 0x400, 0x0, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc421a92510, 0xc420c04800, 0x400, 0x400, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| crypto/tls.(*block).readFromUntil(0xc42183c390, 0x7f2004480cc0, 0xc421a92510, 0x5, 0xc421a92510, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:488 +0x98 | |
| crypto/tls.(*Conn).readRecord(0xc422eb0380, 0x1be0b17, 0xc422eb04a0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:590 +0xc4 | |
| crypto/tls.(*Conn).Read(0xc422eb0380, 0xc42193e000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1134 +0x11d | |
| bufio.(*Reader).Read(0xc420ec8360, 0xc42078da78, 0x9, 0x9, 0x0, 0xc420667d60, 0xadc836) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x27ba340, 0xc420ec8360, 0xc42078da78, 0x9, 0x9, 0x9, 0x1b, 0x0, 0x0) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27ba340, 0xc420ec8360, 0xc42078da78, 0x9, 0x9, 0xfb13f101, 0x1b0000001b, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc42078da78, 0x9, 0x9, 0x27ba340, 0xc420ec8360, 0x0, 0xc400000000, 0xc420f767b0, 0xc4209fe000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc42078da40, 0x27c59c0, 0xc420f767b0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa4 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*framer).readFrame(0xc420f76780, 0xc420f767b0, 0xc420f767b0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http_util.go:592 +0x2f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).reader(0xc421571520) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1154 +0xcd | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:262 +0xcf5 | |
| goroutine 70405 [semacquire]: | |
| sync.runtime_notifyListWait(0xc421d03b90, 0xc400000160) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc421d03b80) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc421f3ee10, 0x7f20044cd928, 0xc421654db0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc421654db0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420219420, 0xc422afe900, 0xc420219410) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70681 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newClientStream.func3(0x27dedc0, 0xc4223584e0, 0xc422358000, 0xc42307a580, 0xc422b6cc00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:255 +0x3c9 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newClientStream | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:274 +0xf4e | |
| goroutine 71791 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc420d47ee0, 0xc420392640, 0xc4201dd4e0, 0xf, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:419 +0x825 | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).GRPCDial.func1.2.1(0x7f20044cd928, 0xc42066e0c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:353 +0x6b | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4202c4a80, 0xc422afe630, 0xc422599dd0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69461 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*idAllocator).start.func1(0x7f20044cd928, 0xc4225cbc80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/id_alloc.go:134 +0x73e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421302d20, 0xc42219d4d0, 0xc421302d00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70235 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).controller(0xc421750dc0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:1011 +0x7d6 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:220 +0x971 | |
| goroutine 70291 [IO wait]: | |
| net.runtime_pollWait(0x7f20043d02d0, 0x72, 0x0) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420091568, 0x72, 0x0, 0xc420fda940) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420091568, 0xffffffffffffffff, 0x0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).accept(0xc420091500, 0x0, 0x27c02c0, 0xc420fda940) | |
| /usr/local/go/src/net/fd_unix.go:430 +0x1e5 | |
| net.(*TCPListener).accept(0xc421a92640, 0xc4213e3e48, 0xe0dbac, 0x6ed550) | |
| /usr/local/go/src/net/tcpsock_posix.go:136 +0x2e | |
| net.(*TCPListener).Accept(0xc421a92640, 0x1bdf078, 0xc420c3d580, 0x27dee80, 0xc421a925c0) | |
| /usr/local/go/src/net/tcpsock.go:228 +0x49 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*cMux).Serve(0xc420c3d580, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:124 +0x95 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func10.1() | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:846 +0x2f | |
| sync.(*Once).Do(0xc42031d130, 0xc421910f60) | |
| /usr/local/go/src/sync/once.go:44 +0xbe | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func10(0x7f20044cd928, 0xc4214ee300) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:847 +0x64 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421966f50, 0xc422afe900, 0xc4203f05e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70556 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420c319f0, 0xc4000000a4) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420c319e0) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage/engine.(*RocksDB).syncLoop(0xc420c31900) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:478 +0xd7 | |
| created by github.com/cockroachdb/cockroach/pkg/storage/engine.(*RocksDB).open | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:465 +0x4c7 | |
| goroutine 69467 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc4210c64e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4202ebf90, 0xc42219d4d0, 0xc4202ebf80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70343 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).startWriteSummaries.func1(0x7f20044cd928, 0xc420bfeb70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:737 +0x2c2 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da28e0, 0xc422afe900, 0xc42039c220) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70625 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).startWriteSummaries.func1(0x7f20044cd928, 0xc4208afef0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:737 +0x2c2 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4203046b0, 0xc422afe630, 0xc420282a40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70627 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420f826f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420304710, 0xc422afe630, 0xc420304700) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69393 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).bootstrap.func1(0x7f20044cd928, 0xc4210f3e30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1109 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4211bd830, 0xc42219d4d0, 0xc4211bd820) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70357 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc42161e6c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2af0, 0xc422afe900, 0xc420da2ae0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70749 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420c3d650, 0xc400000138) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420c3d640) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc420dce3f0, 0x7f20044cd928, 0xc420ea4f60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc420ea4f60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42038f560, 0xc422afe630, 0xc42038f550) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70633 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420f828d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420304820, 0xc422afe630, 0xc420304810) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70535 [IO wait]: | |
| net.runtime_pollWait(0x7f20043cfc10, 0x72, 0x19) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc421013aa8, 0x72, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc421013aa8, 0xc420d1d000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc421013a40, 0xc420d1d000, 0x1000, 0x1000, 0x0, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc421a92b78, 0xc420d1d000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| crypto/tls.(*block).readFromUntil(0xc4213fe7e0, 0x7f2004480cc0, 0xc421a92b78, 0x5, 0xc421a92b78, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:488 +0x98 | |
| crypto/tls.(*Conn).readRecord(0xc420e0c700, 0x1be0b17, 0xc420e0c820, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:590 +0xc4 | |
| crypto/tls.(*Conn).Read(0xc420e0c700, 0xc42069a000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1134 +0x11d | |
| bufio.(*Reader).Read(0xc4209187e0, 0xc42127a2d8, 0x9, 0x9, 0x0, 0xc4225dbd60, 0xadc836) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x27ba340, 0xc4209187e0, 0xc42127a2d8, 0x9, 0x9, 0x9, 0xb48, 0x0, 0x0) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27ba340, 0xc4209187e0, 0xc42127a2d8, 0x9, 0x9, 0xfb13f101, 0xb4800000b48, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc42127a2d8, 0x9, 0x9, 0x27ba340, 0xc4209187e0, 0x0, 0xc400000000, 0xc421912db0, 0xc421876000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc42127a2a0, 0x27c59c0, 0xc421912db0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa4 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*framer).readFrame(0xc421912d80, 0xc421912db0, 0xc421912db0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http_util.go:592 +0x2f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).reader(0xc421570680) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1154 +0xcd | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:262 +0xcf5 | |
| goroutine 70140 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420c17ef0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227cec20, 0xc4225a8a20, 0xc4227cec10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70555 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc421b6ef00, 0xc42032cf50, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:126 +0x495 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*transportReader).Read(0xc421836450, 0xc42032cf50, 0x5, 0x5, 0x707b94, 0xc420cd2820, 0x1be0bd8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:391 +0x55 | |
| io.ReadAtLeast(0x27bf5c0, 0xc421836450, 0xc42032cf50, 0x5, 0x5, 0x5, 0xc42307a9a0, 0xc422b71100, 0xc400000005) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27bf5c0, 0xc421836450, 0xc42032cf50, 0x5, 0x5, 0x6132b112c24f8f6d, 0xc4211c1c88, 0x117ba19) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).Read(0xc422b71100, 0xc42032cf50, 0x5, 0x5, 0xc4230329a8, 0xc4211c1cc8, 0x117bb77) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:375 +0xc8 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc42032cf40, 0x7fffffff, 0xc420d91a10, 0xc420f2f201, 0x1a37240, 0x6, 0xb, 0x6) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:265 +0x65 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.recv(0xc42032cf40, 0x27d4180, 0x2cbf460, 0xc422b71100, 0x27c7540, 0x2cbf460, 0x1a37240, 0xc420344a80, 0x7fffffff, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:361 +0x4d | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc42079a6c0, 0x1a37240, 0xc420344a80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:648 +0x11a | |
| github.com/cockroachdb/cockroach/pkg/storage.(*multiRaftRaftMessageBatchServer).Recv(0xc420287140, 0x7f20044cd928, 0xc4218364b0, 0xc4203c1370) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft.pb.go:397 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).RaftMessageBatch.func1.1.1(0x27deb80, 0xc420287140, 0xc422ae0f00, 0x7f20044cd928, 0xc4218364b0, 0x18, 0xd9cc04) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:326 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).RaftMessageBatch.func1.1(0x7f20044cd928, 0xc4218364b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:349 +0x5d | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420287160, 0xc42219d4d0, 0xc421836480) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70156 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc4223676e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227cee40, 0xc4225a8a20, 0xc4227cee30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70147 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*SchemaChangeManager).Start.func1(0x7f20044cd928, 0xc422366720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/schema_changer.go:976 +0x16a9 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227cecf0, 0xc4225a8a20, 0xc42124e860) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70380 [semacquire]: | |
| sync.runtime_SemacquireMutex(0xc42031d134) | |
| /usr/local/go/src/runtime/sema.go:62 +0x34 | |
| sync.(*Mutex).Lock(0xc42031d130) | |
| /usr/local/go/src/sync/mutex.go:87 +0x9d | |
| sync.(*Once).Do(0xc42031d130, 0xc4213b9f60) | |
| /usr/local/go/src/sync/once.go:40 +0x44 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func12(0x7f20044cd928, 0xc420a7cfc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:952 +0x64 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4203e43a0, 0xc422afe900, 0xc42020a100) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70734 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420c3d650, 0xc40000013c) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420c3d640) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc420dce3f0, 0x7f20044cd928, 0xc420ea4c90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc420ea4c90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42038f310, 0xc422afe630, 0xc42038f300) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69487 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc4210c68d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42039a520, 0xc42219d4d0, 0xc42039a510) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70527 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).processQueue(0xc422ae0f00, 0x7f2000000003, 0xc420fcbda0, 0xc420797cc0, 0x27deb20, 0xc420286960, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:513 +0x6a6 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).connectAndProcess.func1(0xc422ae0f00, 0x3, 0x7f20044cd928, 0xc420c16ff0, 0x1, 0x0, 0xc4218d9d60, 0xc420fcbda0, 0xc420797cc0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:458 +0x32e | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).connectAndProcess(0xc422ae0f00, 0x7f20044cd928, 0xc420c16ff0, 0x3, 0xc420fcbda0, 0xc420797cc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:459 +0xe9 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).SendAsync.func1.1(0x7f20044cd928, 0xc420c16ff0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:587 +0x60 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420286900, 0xc42219d4d0, 0xc420c16f90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70410 [semacquire]: | |
| sync.runtime_notifyListWait(0xc421d03b90, 0xc40000016d) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc421d03b80) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc421f3ee10, 0x7f20044cd928, 0xc421654ed0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc421654ed0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4202194c0, 0xc422afe900, 0xc4202194b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70164 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Executor).Start.func1(0x7f20044cd928, 0xc4223665d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:427 +0x165 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227cef50, 0xc4225a8a20, 0xc42124e8a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70740 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420c3d650, 0xc400000143) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420c3d640) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc420dce3f0, 0x7f20044cd928, 0xc420ea4db0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc420ea4db0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42038f3f0, 0xc422afe630, 0xc42038f3e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70370 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc42161f770) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2dd0, 0xc422afe900, 0xc420da2dc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70273 [runnable]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*LeaseManager).RefreshLeases.func1(0x7f20044cd928, 0xc420756660) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/lease.go:1343 +0xaf5 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420219320, 0xc422afe900, 0xc420756540) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70190 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420746350, 0xc40000010a) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420746340) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc420dce000, 0x7f20044cd928, 0xc42187cf00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc42187cf00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4202301a0, 0xc4225a8a20, 0xc420230190) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70565 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc42059c1a0, 0xc420797240, 0xc420305ca0, 0xf, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:419 +0x825 | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).GRPCDial.func1.2.1(0x7f20044cd928, 0xc4218008a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:353 +0x6b | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227ceb80, 0xc42219d4d0, 0xc4218006f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69496 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc4210c69f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42039a640, 0xc42219d4d0, 0xc42039a630) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70741 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420c3d650, 0xc40000013b) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420c3d640) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc420dce3f0, 0x7f20044cd928, 0xc420ea4de0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc420ea4de0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42038f410, 0xc422afe630, 0xc42038f400) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70338 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).startComputePeriodicMetrics.func1(0x7f20044cd928, 0xc422598c30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:700 +0x223 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2750, 0xc422afe900, 0xc42039c120) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70296 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newClientStream.func3(0x27dedc0, 0xc421d86d00, 0xc421d86b60, 0xc421751a20, 0xc4214fc300) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:255 +0x3c9 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newClientStream | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:274 +0xf4e | |
| goroutine 70377 [runnable]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Executor).Start.func1(0x7f20044cd928, 0xc42161e540) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:427 +0x165 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2fd0, 0xc422afe900, 0xc42039c2c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70632 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420f82840) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420304800, 0xc422afe630, 0xc4203047f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70628 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420f82750) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420304730, 0xc422afe630, 0xc420304720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70344 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420bff050) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2900, 0xc422afe900, 0xc420da28f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70361 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc42161f5c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2b90, 0xc422afe900, 0xc420da2b80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 72083 [semacquire]: | |
| sync.runtime_Semacquire(0xc421a583cc) | |
| /usr/local/go/src/runtime/sema.go:47 +0x34 | |
| sync.(*WaitGroup).Wait(0xc421a583c0) | |
| /usr/local/go/src/sync/waitgroup.go:131 +0x7a | |
| github.com/cockroachdb/cockroach/pkg/storage.(*intentResolver).resolveIntents(0xc420a8ecf0, 0x7f20044cd928, 0xc4233031a0, 0xc42265f200, 0x6, 0x8, 0x1, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/intent_resolver.go:515 +0x6ec | |
| github.com/cockroachdb/cockroach/pkg/storage.(*intentResolver).processIntents(0xc420a8ecf0, 0x7f2004479188, 0xc420014e48, 0xc420f6e000, 0x27ddce0, 0xc4200a2930, 0xc42265f200, 0x6, 0x8, 0x14f3eaf4ac0ee415, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/intent_resolver.go:345 +0x436 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*intentResolver).processIntentsAsync.func1(0x7f20044cd928, 0xc42067ad80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/intent_resolver.go:278 +0xe9 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunLimitedAsyncTask.func1(0xc422afe630, 0x7f20044cd928, 0xc42067ad80, 0x1b4d339, 0x2a, 0xc420919f80, 0x27e0340, 0xc42033b780, 0xc423302c90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:330 +0x110 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunLimitedAsyncTask | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:331 +0x22f | |
| goroutine 70335 [semacquire]: | |
| sync.runtime_notifyListWait(0xc421d03b90, 0xc40000016a) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc421d03b80) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc421f3ee10, 0x7f20044cd928, 0xc421654c30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc421654c30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420219350, 0xc422afe900, 0xc420219320) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70417 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).coalescedHeartbeatsLoop(0xc42037bc00, 0x7f20044cd928, 0xc421655020) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3680 +0x186 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).(github.com/cockroachdb/cockroach/pkg/storage.coalescedHeartbeatsLoop)-fm(0x7f20044cd928, 0xc421655020) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3626 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4202195a0, 0xc422afe900, 0xc420219590) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71743 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).controller(0xc4217506e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:1011 +0x7d6 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:220 +0x971 | |
| goroutine 70441 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).controller(0xc421445e40) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:1011 +0x7d6 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:220 +0x971 | |
| goroutine 70084 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).bootstrap.func1(0x7f20044cd928, 0xc423367380) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1109 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42028eaa0, 0xc4225a8a20, 0xc42028ea90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71748 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).transportMonitor(0xc42348a8c0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:927 +0x694 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ClientConn).resetAddrConn | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:630 +0x73c | |
| goroutine 70155 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc4223676b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227cee20, 0xc4225a8a20, 0xc4227cee10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70465 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).controller(0xc421571380) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1227 +0x6c7 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:292 +0xe3d | |
| goroutine 69476 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc4210c66f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42039a1a0, 0xc42219d4d0, 0xc42039a160) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 72054 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newClientStream.func3(0x27dedc0, 0xc421571520, 0xc4215711e0, 0xc42307a160, 0xc421994600) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:255 +0x3c9 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newClientStream | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:274 +0xf4e | |
| goroutine 70381 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*NodeLiveness).StartHeartbeat.func1(0x7f20044cd928, 0xc420a7cff0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/node_liveness.go:351 +0x286 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4203e43b0, 0xc422afe900, 0xc420339a90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70507 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*server).start.func3(0x7f20044cd928, 0xc4213f9710) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:384 +0x66 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4201dc670, 0xc422afe630, 0xc42124ed80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70508 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).bootstrap.func1(0x7f20044cd928, 0xc4213f9770) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1109 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4201dc690, 0xc422afe630, 0xc4201dc680) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71696 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).processQueue(0xc422f54f00, 0xc400000002, 0xc420719aa0, 0xc420392600, 0x27deb20, 0xc4202c4b90, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:513 +0x6a6 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).connectAndProcess.func1(0xc422f54f00, 0x2, 0x7f20044cd928, 0xc420dbf920, 0x0, 0x0, 0xc420d7ca00, 0xc420719aa0, 0xc420392600, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:458 +0x32e | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).connectAndProcess(0xc422f54f00, 0x7f20044cd928, 0xc420dbf920, 0x2, 0xc420719aa0, 0xc420392600) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:459 +0xe9 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).SendAsync.func1.1(0x7f20044cd928, 0xc420dbf920) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:587 +0x60 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227cf300, 0xc422afe630, 0xc420dbf8f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71769 [IO wait]: | |
| net.runtime_pollWait(0x7f20043d0450, 0x72, 0x2a) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4206fdfe8, 0x72, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4206fdfe8, 0xc420b18000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4206fdf80, 0xc420b18000, 0x1000, 0x1000, 0x0, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc421a92a28, 0xc420b18000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*MuxConn).Read(0xc4212c8be0, 0xc420b18000, 0x1000, 0x1000, 0x1a48d40, 0x0, 0x7f20044d8358) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x113 | |
| crypto/tls.(*block).readFromUntil(0xc422598cc0, 0x7f20044d8358, 0xc4212c8be0, 0x5, 0xc4212c8be0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:488 +0x98 | |
| crypto/tls.(*Conn).readRecord(0xc421d3c000, 0x1be0b17, 0xc421d3c120, 0xc421e87a40) | |
| /usr/local/go/src/crypto/tls/conn.go:590 +0xc4 | |
| crypto/tls.(*Conn).Read(0xc421d3c000, 0xc420d08000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1134 +0x11d | |
| bufio.(*Reader).Read(0xc4207f20c0, 0xc420c20038, 0x9, 0x9, 0x21e87a90, 0xc421e87b10, 0xadb3c7) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x27ba340, 0xc4207f20c0, 0xc420c20038, 0x9, 0x9, 0x9, 0xc4218847d0, 0x4b, 0x4b) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27ba340, 0xc4207f20c0, 0xc420c20038, 0x9, 0x9, 0x4b, 0x0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc420c20038, 0x9, 0x9, 0x27ba340, 0xc4207f20c0, 0x0, 0x0, 0x4b, 0x4b00000001) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc420c20000, 0x4b, 0x4b, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa4 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*framer).readFrame(0xc422599800, 0xc422599830, 0xc422599830, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http_util.go:592 +0x2f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc420aa0c60, 0xc422599b90, 0x1bdfe18) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:377 +0x32c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc4207c8000, 0x27dcae0, 0xc420aa0c60) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:559 +0x162 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveHTTP2Transport(0xc4207c8000, 0x27dd6e0, 0xc421d3c000, 0x27c2580, 0xc4203858c0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:540 +0x497 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn(0xc4207c8000, 0x27deca0, 0xc4212c8be0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:507 +0x4ad | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).Serve | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:476 +0x5b6 | |
| goroutine 70298 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc4225f21e0, 0xc42039d930, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:126 +0x495 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*transportReader).Read(0xc422f7a7e0, 0xc42039d930, 0x5, 0x5, 0x707b94, 0xc420e99380, 0x1be0bd8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:391 +0x55 | |
| io.ReadAtLeast(0x27bf5c0, 0xc422f7a7e0, 0xc42039d930, 0x5, 0x5, 0x5, 0xc42307a9a0, 0xc420c14100, 0x5) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27bf5c0, 0xc422f7a7e0, 0xc42039d930, 0x5, 0x5, 0x6, 0xc42001a068, 0xc42001a000) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).Read(0xc420c14100, 0xc42039d930, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:375 +0xc8 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc42039d920, 0x7fffffff, 0x0, 0x0, 0x0, 0xc420843f20, 0x7, 0x6) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:265 +0x65 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.recv(0xc42039d920, 0x27d4180, 0x2cbf460, 0xc420c14100, 0x27c7540, 0x2cbf460, 0x1a44580, 0xc4219a7bd0, 0x7fffffff, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:361 +0x4d | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc421f3eab0, 0x1a44580, 0xc4219a7bd0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:648 +0x11a | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*gossipGossipServer).Recv(0xc422613730, 0xc421d13bb8, 0xb23552, 0xc422b71540) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.pb.go:230 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/gossip.(Gossip_GossipServer).Recv-fm(0xc422b71540, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:161 +0x2f | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*server).gossipReceiver(0xc422b71500, 0x7f20044cd928, 0xc420d6a300, 0xc421a926c8, 0xc420e4fac0, 0xc4222b1f60, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:339 +0x48b | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*server).Gossip.func3.1(0x7f20044cd928, 0xc420d6a300) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:161 +0x9f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2e10, 0xc42219d4d0, 0xc420e4fb00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69482 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc4210c6420) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42039a420, 0xc42219d4d0, 0xc42039a410) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71598 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc42027a5f0, 0xc4217fe110, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:126 +0x495 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*transportReader).Read(0xc421655cb0, 0xc4217fe110, 0x5, 0x5, 0x707b94, 0xc420bdd040, 0x1be0bd8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:391 +0x55 | |
| io.ReadAtLeast(0x27bf5c0, 0xc421655cb0, 0xc4217fe110, 0x5, 0x5, 0x5, 0xc4223589c0, 0xc422435000, 0x5) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27bf5c0, 0xc421655cb0, 0xc4217fe110, 0x5, 0x5, 0x1, 0xc4209efc58, 0xc4209efc58) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).Read(0xc422435000, 0xc4217fe110, 0x5, 0x5, 0x27aab00, 0xc4209efcd8, 0xe0bb56) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:375 +0xc8 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc4217fe100, 0x7fffffff, 0xc420d47f78, 0x18d0560, 0xc4209efd40, 0x6c0fef, 0x1bdefd0, 0xc4209efd50) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:265 +0x65 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.recv(0xc4217fe100, 0x27d4180, 0x2cbf460, 0xc422435000, 0x27c7540, 0x2cbf460, 0x1a37320, 0xc421655da0, 0x7fffffff, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:361 +0x4d | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc420819a20, 0x1a37320, 0xc421655da0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:398 +0xf2 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*multiRaftRaftMessageBatchClient).Recv(0xc421967ed0, 0x19cbf20, 0x6a7900, 0x7f20044cd928) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft.pb.go:329 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).processQueue.func1.1.1(0x27deb20, 0xc421967ed0, 0xc420efb2c0, 0xc422f54f00, 0x7f20044cd928, 0xc421655d70, 0x18, 0xd9cc04) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:487 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).processQueue.func1.1(0x7f20044cd928, 0xc421655d70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:502 +0x66 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421967fc0, 0xc422afe630, 0xc421655d40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71752 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).RaftMessageBatch(0xc4217e4c30, 0x27deb80, 0xc42028e160, 0x27c5200, 0xc4217e4c30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:355 +0x23d | |
| github.com/cockroachdb/cockroach/pkg/storage._MultiRaft_RaftMessageBatch_Handler(0x1ae2220, 0xc4217e4c30, 0x27db5e0, 0xc4227514d0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft.pb.go:378 +0xb7 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc420dafcc0, 0x27dcae0, 0xc4217506e0, 0xc4202e2c00, 0xc420756000, 0x27a6ca0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:891 +0xa4c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleStream(0xc420dafcc0, 0x27dcae0, 0xc4217506e0, 0xc4202e2c00, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:985 +0x153f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc421a2d740, 0xc420dafcc0, 0x27dcae0, 0xc4217506e0, 0xc4202e2c00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:551 +0xa9 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:552 +0xa1 | |
| goroutine 70082 [chan receive]: | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*muxListener).Accept(0xc420cd8f60, 0xc421471b90, 0x0, 0x0, 0xc420028800) | |
| <autogenerated>:9 +0x7a | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith(0xc420a77b60, 0x7f20044cd928, 0xc423367320, 0xc4225a8a20, 0x27d3b40, 0xc420cd8f60, 0xc421471b90, 0x6a4698, 0x1991da0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:119 +0x50 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func9(0x7f20044cd928, 0xc423367320) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:755 +0x1b4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42028e9a0, 0xc4225a8a20, 0xc4208e4fc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70153 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc422367650) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227cede0, 0xc4225a8a20, 0xc4227cedd0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70756 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).startGossip.func4(0x7f20044cd928, 0xc420ea5140) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1298 +0x4ee | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42038f620, 0xc422afe630, 0xc421cd1400) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70529 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc421b6e370, 0xc42032c470, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:126 +0x495 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*transportReader).Read(0xc420c17110, 0xc42032c470, 0x5, 0x5, 0x707b94, 0xc4207084e0, 0x1be0bd8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:391 +0x55 | |
| io.ReadAtLeast(0x27bf5c0, 0xc420c17110, 0xc42032c470, 0x5, 0x5, 0x5, 0xc421571520, 0xc422b70a00, 0xc400000005) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27bf5c0, 0xc420c17110, 0xc42032c470, 0x5, 0x5, 0x0, 0xc420952448, 0x6dfc4d) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).Read(0xc422b70a00, 0xc42032c470, 0x5, 0x5, 0xc420952468, 0x6df8cb, 0xc4218b8f08) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:375 +0xc8 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc42032c460, 0x7fffffff, 0xc4209526c8, 0xe168f5, 0xc420952648, 0xc42336de00, 0x0, 0x16cb1100) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:265 +0x65 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.recv(0xc42032c460, 0x27d4180, 0x2cbf460, 0xc422b70a00, 0x27c7540, 0x2cbf460, 0x1a37320, 0xc420c171a0, 0x7fffffff, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:361 +0x4d | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc421238840, 0x1a37320, 0xc420c171a0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:398 +0xf2 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*multiRaftRaftMessageBatchClient).Recv(0xc420286960, 0x19cbf20, 0x6a7900, 0x7f20044cd928) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft.pb.go:329 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).processQueue.func1.1.1(0x27deb20, 0xc420286960, 0xc420797cc0, 0xc422ae0f00, 0x7f20044cd928, 0xc420c17170, 0x18, 0xd9cc04) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:487 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).processQueue.func1.1(0x7f20044cd928, 0xc420c17170) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:502 +0x66 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420286990, 0xc42219d4d0, 0xc420c17140) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70347 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420bff0e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da29a0, 0xc422afe900, 0xc420da2990) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69527 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).keepalive(0xc421f321a0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1276 +0x4ed | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:294 +0xefe | |
| goroutine 70558 [IO wait]: | |
| net.runtime_pollWait(0x7f20044ce0e8, 0x72, 0x0) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc421013798, 0x72, 0x0, 0xc421834a40) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc421013798, 0xffffffffffffffff, 0x0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).accept(0xc421013730, 0x0, 0x27c02c0, 0xc421834a40) | |
| /usr/local/go/src/net/fd_unix.go:430 +0x1e5 | |
| net.(*TCPListener).accept(0xc420a76428, 0xc421085e48, 0xe0dbac, 0x6ed550) | |
| /usr/local/go/src/net/tcpsock_posix.go:136 +0x2e | |
| net.(*TCPListener).Accept(0xc420a76428, 0x1bdf078, 0xc420c3de00, 0x27dee80, 0xc4208eec50) | |
| /usr/local/go/src/net/tcpsock.go:228 +0x49 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*cMux).Serve(0xc420c3de00, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:124 +0x95 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func10.1() | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:846 +0x2f | |
| sync.(*Once).Do(0xc4201dc3a0, 0xc421618f60) | |
| /usr/local/go/src/sync/once.go:44 +0xbe | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func10(0x7f20044cd928, 0xc421836a50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:847 +0x64 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4202874e0, 0xc422afe630, 0xc42032d200) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70761 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).transportMonitor(0xc42157c1c0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:927 +0x694 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ClientConn).resetAddrConn.func1(0xc42157c1c0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:642 +0x1d9 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ClientConn).resetAddrConn | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:643 +0x786 | |
| goroutine 70074 [semacquire]: | |
| sync.runtime_notifyListWait(0xc4207c8c30, 0xc400000000) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc4207c8c20) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage/engine.(*RocksDB).syncLoop(0xc4207c8b40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:478 +0xd7 | |
| created by github.com/cockroachdb/cockroach/pkg/storage/engine.(*RocksDB).open | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:465 +0x4c7 | |
| goroutine 70211 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x7f20044cd928, 0xc42187df50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:504 +0x42f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420231e70, 0xc4225a8a20, 0xc420e62d60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70884 [IO wait]: | |
| net.runtime_pollWait(0x7f20044ce568, 0x72, 0x22) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4200a3db8, 0x72, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4200a3db8, 0xc420cb6000, 0x4000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4200a3d50, 0xc420cb6000, 0x4000, 0x4000, 0x0, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc421a93300, 0xc420cb6000, 0x4000, 0x4000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*MuxConn).Read(0xc421597180, 0xc420cb6000, 0x4000, 0x4000, 0x1a48d40, 0x0, 0x7f20044d8358) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x113 | |
| crypto/tls.(*block).readFromUntil(0xc420142ba0, 0x7f20044d8358, 0xc421597180, 0x5, 0xc421597180, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:488 +0x98 | |
| crypto/tls.(*Conn).readRecord(0xc420ccee00, 0x1be0b17, 0xc420ccef20, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:590 +0xc4 | |
| crypto/tls.(*Conn).Read(0xc420ccee00, 0xc4214c4000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1134 +0x11d | |
| bufio.(*Reader).Read(0xc420955680, 0xc42066bd18, 0x9, 0x9, 0x22f03a90, 0xc422f03b10, 0xadb2a2) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x27ba340, 0xc420955680, 0xc42066bd18, 0x9, 0x9, 0x9, 0xc420c49e30, 0x67, 0x67) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27ba340, 0xc420955680, 0xc42066bd18, 0x9, 0x9, 0x67, 0x0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc42066bd18, 0x9, 0x9, 0x27ba340, 0xc420955680, 0x0, 0x0, 0x67, 0x6700000001) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc42066bce0, 0x67, 0x67, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa4 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*framer).readFrame(0xc420143620, 0xc420143650, 0xc420143650, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http_util.go:592 +0x2f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc422825a20, 0xc4201438c0, 0x1bdfe18) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:377 +0x32c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc4209d9b80, 0x27dcae0, 0xc422825a20) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:559 +0x162 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveHTTP2Transport(0xc4209d9b80, 0x27dd6e0, 0xc420ccee00, 0x27c2580, 0xc420836c60) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:540 +0x497 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn(0xc4209d9b80, 0x27deca0, 0xc421597180) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:507 +0x4ad | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).Serve | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:476 +0x5b6 | |
| goroutine 70206 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).startGossip.func4(0x7f20044cd928, 0xc42187dd70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1298 +0x4ee | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420230460, 0xc4225a8a20, 0xc422e1c140) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69373 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x7f20044cd928, 0xc4225cba10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:504 +0x42f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421302be0, 0xc42219d4d0, 0xc42037f6e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69522 [IO wait]: | |
| net.runtime_pollWait(0x7f20043d0510, 0x72, 0x8) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc422d731e8, 0x72, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc422d731e8, 0xc422651000, 0x400) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc422d73180, 0xc422651000, 0x400, 0x400, 0x0, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a76110, 0xc422651000, 0x400, 0x400, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*MuxConn).Read(0xc422332460, 0xc422651000, 0x400, 0x400, 0x1a48d40, 0x0, 0x7f20044d8358) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x113 | |
| crypto/tls.(*block).readFromUntil(0xc4214175f0, 0x7f20044d8358, 0xc422332460, 0x5, 0xc422332460, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:488 +0x98 | |
| crypto/tls.(*Conn).readRecord(0xc421d76700, 0x1be0b17, 0xc421d76820, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:590 +0xc4 | |
| crypto/tls.(*Conn).Read(0xc421d76700, 0xc42087a000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1134 +0x11d | |
| bufio.(*Reader).Read(0xc421e23620, 0xc420ccbdf8, 0x9, 0x9, 0x1, 0x1000000000000, 0x18) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x27ba340, 0xc421e23620, 0xc420ccbdf8, 0x9, 0x9, 0x9, 0xc4228b5b18, 0x6a6e18, 0x30) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27ba340, 0xc421e23620, 0xc420ccbdf8, 0x9, 0x9, 0x7a20700000000000, 0x7a00000000000000, 0x1) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc420ccbdf8, 0x9, 0x9, 0x27ba340, 0xc421e23620, 0x0, 0x0, 0xc421970000, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc420ccbdc0, 0x27c5c00, 0xc421970000, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa4 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*framer).readFrame(0xc421417bf0, 0xc421970000, 0xc421970000, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http_util.go:592 +0x2f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc4206a8840, 0xc421417d70, 0x1bdfe18) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:377 +0x32c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc422fc2280, 0x27dcae0, 0xc4206a8840) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:559 +0x162 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveHTTP2Transport(0xc422fc2280, 0x27dd6e0, 0xc421d76700, 0x27c2580, 0xc42305fef0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:540 +0x497 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn(0xc422fc2280, 0x27deca0, 0xc422332460) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:507 +0x4ad | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).Serve | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:476 +0x5b6 | |
| goroutine 70161 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc422367890) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227ceef0, 0xc4225a8a20, 0xc4227ceee0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70620 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).startComputePeriodicMetrics.func1(0x7f20044cd928, 0xc42183ced0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:700 +0x223 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420304520, 0xc422afe630, 0xc4202828c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70630 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420f827b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4203047a0, 0xc422afe630, 0xc420304760) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70564 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).transportMonitor(0xc420f2ee00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:927 +0x694 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ClientConn).resetAddrConn | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:630 +0x73c | |
| goroutine 70072 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv.(*TxnCoordSender).printStatsLoop(0xc421823dc0, 0x7f20044cd928, 0xc423366f00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_coord_sender.go:253 +0xb4d | |
| github.com/cockroachdb/cockroach/pkg/kv.NewTxnCoordSender.func1(0x7f20044cd928, 0xc423366f00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_coord_sender.go:237 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420275bb0, 0xc4225a8a20, 0xc420275ba0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71619 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).RaftMessageBatch(0xc4217e4c30, 0x27deb80, 0xc4203bc690, 0x27c5200, 0xc4217e4c30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:355 +0x23d | |
| github.com/cockroachdb/cockroach/pkg/storage._MultiRaft_RaftMessageBatch_Handler(0x1ae2220, 0xc4217e4c30, 0x27db5e0, 0xc420e61b90, 0xad, 0xbb) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft.pb.go:378 +0xb7 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc420dafcc0, 0x27dcae0, 0xc42091e2c0, 0xc422435400, 0xc420756000, 0x27a6ca0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:891 +0xa4c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleStream(0xc420dafcc0, 0x27dcae0, 0xc42091e2c0, 0xc422435400, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:985 +0x153f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc4203bcfc0, 0xc420dafcc0, 0x27dcae0, 0xc42091e2c0, 0xc422435400) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:551 +0xa9 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:552 +0xa1 | |
| goroutine 71669 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).controller(0xc4224e2820) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1227 +0x6c7 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:292 +0xe3d | |
| goroutine 70213 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x7f20044cd928, 0xc421470030) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:504 +0x42f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420231eb0, 0xc4225a8a20, 0xc420e62da0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70737 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420c3d650, 0xc400000142) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420c3d640) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc420dce3f0, 0x7f20044cd928, 0xc420ea4d20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc420ea4d20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42038f370, 0xc422afe630, 0xc42038f360) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70199 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420746350, 0xc400000112) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420746340) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc420dce000, 0x7f20044cd928, 0xc42187d0e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc42187d0e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420230390, 0xc4225a8a20, 0xc420230380) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70150 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc4223675c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227ced80, 0xc4225a8a20, 0xc4227ced70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70372 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc42161f7d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2e50, 0xc422afe900, 0xc420da2e40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70623 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).startSampleEnvironment.func1(0x7f20044cd928, 0xc42183cff0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1197 +0x185 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420304680, 0xc422afe630, 0xc4202829e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70534 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc422312000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:949 +0x488 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:221 +0x996 | |
| goroutine 70100 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc4207afe10, 0xc4208d9cc0, 0xc4201dd260, 0xf, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:419 +0x825 | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).GRPCDial.func1.2.1(0x7f20044cd928, 0xc423367710) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:353 +0x6b | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420286ee0, 0xc4225a8a20, 0xc423367680) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70827 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc42091e2c0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:949 +0x488 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:221 +0x996 | |
| goroutine 70191 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420746350, 0xc40000010e) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420746340) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc420dce000, 0x7f20044cd928, 0xc42187cf30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc42187cf30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4202301d0, 0xc4225a8a20, 0xc4202301b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71827 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).controller(0xc420aa1a20) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:1011 +0x7d6 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:220 +0x971 | |
| goroutine 70107 [IO wait]: | |
| net.runtime_pollWait(0x7f20044cdae8, 0x72, 0xb) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420158a78, 0x72, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420158a78, 0xc4221e5000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420158a10, 0xc4221e5000, 0x1000, 0x1000, 0x0, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420cc2420, 0xc4221e5000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| crypto/tls.(*block).readFromUntil(0xc423367860, 0x7f2004480cc0, 0xc420cc2420, 0x5, 0xc420cc2420, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:488 +0x98 | |
| crypto/tls.(*Conn).readRecord(0xc4221cc380, 0x1be0b17, 0xc4221cc4a0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:590 +0xc4 | |
| crypto/tls.(*Conn).Read(0xc4221cc380, 0xc420ab8000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1134 +0x11d | |
| bufio.(*Reader).Read(0xc420537f80, 0xc421ec6818, 0x9, 0x9, 0x0, 0xc422e05d60, 0xadc836) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x27ba340, 0xc420537f80, 0xc421ec6818, 0x9, 0x9, 0x9, 0xa52, 0x0, 0x0) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27ba340, 0xc420537f80, 0xc421ec6818, 0x9, 0x9, 0xfb13f101, 0xa5200000a52, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc421ec6818, 0x9, 0x9, 0x27ba340, 0xc420537f80, 0x0, 0xc400000000, 0xc4230a1020, 0xc42117e000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc421ec67e0, 0x27c59c0, 0xc4230a1020, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa4 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*framer).readFrame(0xc4230a0ff0, 0xc4230a1020, 0xc4230a1020, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http_util.go:592 +0x2f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).reader(0xc4223584e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1154 +0xcd | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:262 +0xcf5 | |
| goroutine 70418 [runnable]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).Start.func2(0x7f20044cd928, 0xc421655050) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1169 +0x165 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4202195c0, 0xc422afe900, 0xc421480300) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69472 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc4210c6600) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42039a070, 0xc42219d4d0, 0xc42039a060) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70436 [IO wait]: | |
| net.runtime_pollWait(0x7f20043cfd90, 0x72, 0x14) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc421431fe8, 0x72, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc421431fe8, 0xc4212bac00, 0x400) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc421431f80, 0xc4212bac00, 0x400, 0x400, 0x0, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a761d0, 0xc4212bac00, 0x400, 0x400, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*MuxConn).Read(0xc420fc2fa0, 0xc4212bac00, 0x400, 0x400, 0x1a48d40, 0x0, 0x7f20044d8358) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x113 | |
| crypto/tls.(*block).readFromUntil(0xc4207fb740, 0x7f20044d8358, 0xc420fc2fa0, 0x5, 0xc420fc2fa0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:488 +0x98 | |
| crypto/tls.(*Conn).readRecord(0xc421fa4700, 0x1be0b17, 0xc421fa4820, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:590 +0xc4 | |
| crypto/tls.(*Conn).Read(0xc421fa4700, 0xc42137e000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1134 +0x11d | |
| bufio.(*Reader).Read(0xc422b989c0, 0xc4203db378, 0x9, 0x9, 0x9, 0x0, 0x18) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x27ba340, 0xc422b989c0, 0xc4203db378, 0x9, 0x9, 0x9, 0xc421cbbb18, 0x6a6e18, 0x30) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27ba340, 0xc422b989c0, 0xc4203db378, 0x9, 0x9, 0x7a20700000000000, 0x7a00000000000000, 0x1) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc4203db378, 0x9, 0x9, 0x27ba340, 0xc422b989c0, 0x0, 0x0, 0xc420f773e0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc4203db340, 0x27c5c00, 0xc420f773e0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa4 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*framer).readFrame(0xc4207fbd40, 0xc420f773e0, 0xc420f773e0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http_util.go:592 +0x2f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc421445e40, 0xc4207fbec0, 0x1bdfe18) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:377 +0x32c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc420dafcc0, 0x27dcae0, 0xc421445e40) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:559 +0x162 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveHTTP2Transport(0xc420dafcc0, 0x27dd6e0, 0xc421fa4700, 0x27c2580, 0xc423134840) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:540 +0x497 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn(0xc420dafcc0, 0x27deca0, 0xc420fc2fa0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:507 +0x4ad | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).Serve | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:476 +0x5b6 | |
| goroutine 70421 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).startGossip.func4(0x7f20044cd928, 0xc421655110) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1298 +0x4ee | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4202195f0, 0xc422afe900, 0xc420ee8140) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69372 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x7f20044cd928, 0xc4225cb9b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:504 +0x42f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421302bd0, 0xc42219d4d0, 0xc42037f6a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70139 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420c17e60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227cec00, 0xc4225a8a20, 0xc4227cebf0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70634 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420f82960) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420304840, 0xc422afe630, 0xc420304830) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70917 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newClientStream.func3(0x27dedc0, 0xc422830ea0, 0xc422830d00, 0xc420e0e000, 0xc421995700) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:255 +0x3c9 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newClientStream | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:274 +0xf4e | |
| goroutine 70365 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc42161f680) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2cc0, 0xc422afe900, 0xc420da2cb0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70110 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newClientStream.func3(0x27dedc0, 0xc4223584e0, 0xc422358000, 0xc421274420, 0xc4214fc400) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:255 +0x3c9 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newClientStream | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:274 +0xf4e | |
| goroutine 70167 [semacquire]: | |
| sync.runtime_SemacquireMutex(0xc42028e7f4) | |
| /usr/local/go/src/runtime/sema.go:62 +0x34 | |
| sync.(*Mutex).Lock(0xc42028e7f0) | |
| /usr/local/go/src/sync/mutex.go:87 +0x9d | |
| sync.(*Once).Do(0xc42028e7f0, 0xc4209f2f60) | |
| /usr/local/go/src/sync/once.go:40 +0x44 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func12(0x7f20044cd928, 0xc420f771d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:952 +0x64 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4202a58a0, 0xc4225a8a20, 0xc4203b7880) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70406 [semacquire]: | |
| sync.runtime_notifyListWait(0xc421d03b90, 0xc400000169) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc421d03b80) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc421f3ee10, 0x7f20044cd928, 0xc421654de0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc421654de0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420219440, 0xc422afe900, 0xc420219430) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71795 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc4201c6eb0, 0xc4202220d0, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:126 +0x495 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*transportReader).Read(0xc42066e360, 0xc4202220d0, 0x5, 0x5, 0x707b94, 0xc420cd2340, 0x1be0bd8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:391 +0x55 | |
| io.ReadAtLeast(0x27bf5c0, 0xc42066e360, 0xc4202220d0, 0x5, 0x5, 0x5, 0xc420aa0c60, 0xc4214fdd00, 0x5) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27bf5c0, 0xc42066e360, 0xc4202220d0, 0x5, 0x5, 0x6d4091, 0xc4205ccea0, 0x4) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).Read(0xc4214fdd00, 0xc4202220d0, 0x5, 0x5, 0xc422e1c460, 0xc420746358, 0xc421a95ca8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:375 +0xc8 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc4202220c0, 0x7fffffff, 0x0, 0x0, 0x1, 0xc42032dd40, 0xe, 0x6) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:265 +0x65 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.recv(0xc4202220c0, 0x27d4180, 0x2cbf460, 0xc4214fdd00, 0x27c7540, 0x2cbf460, 0x1a37240, 0xc42032dda0, 0x7fffffff, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:361 +0x4d | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc421262120, 0x1a37240, 0xc42032dda0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:648 +0x11a | |
| github.com/cockroachdb/cockroach/pkg/storage.(*multiRaftRaftMessageBatchServer).Recv(0xc4202c4f00, 0x7f20044cd928, 0xc42066e3f0, 0xc423429c80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft.pb.go:397 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).RaftMessageBatch.func1.1.1(0x27deb80, 0xc4202c4f00, 0xc422d61680, 0x7f20044cd928, 0xc42066e3f0, 0x18, 0xd9cc04) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:326 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).RaftMessageBatch.func1.1(0x7f20044cd928, 0xc42066e3f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:349 +0x5d | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4202c4f40, 0xc4225a8a20, 0xc42066e3c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69470 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc4210c6570) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42039a020, 0xc42219d4d0, 0xc42039a010) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70414 [semacquire]: | |
| sync.runtime_notifyListWait(0xc421d03b90, 0xc400000164) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc421d03b80) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc421f3ee10, 0x7f20044cd928, 0xc421654f90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc421654f90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420219540, 0xc422afe900, 0xc420219530) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70557 [chan receive]: | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*muxListener).Accept(0xc42124eb20, 0xaf1e9d, 0xc421616618, 0xc421616610, 0xc421b6f4f0) | |
| <autogenerated>:9 +0x7a | |
| github.com/cockroachdb/cockroach/pkg/server.(*initListener).Accept(0xc420287500, 0x1bdfdd8, 0xc422fc23c0, 0x27d3540, 0xc420287500) | |
| <autogenerated>:157 +0x49 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).Serve(0xc422fc23c0, 0x27d3540, 0xc420287500, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:444 +0x196 | |
| github.com/cockroachdb/cockroach/pkg/server.(*initServer).serve.func1(0x7f20044cd928, 0xc421836a80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/init.go:81 +0x8e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4202874d0, 0xc422afe630, 0xc42032d1e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71621 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).processQueue(0xc4217e4c30, 0xc400000004, 0xc4207de600, 0xc420efb640, 0x27deb20, 0xc4203117a0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:513 +0x6a6 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).connectAndProcess.func1(0xc4217e4c30, 0x4, 0x7f20044cd928, 0xc4209c8f00, 0x0, 0x0, 0xc421597900, 0xc4207de600, 0xc420efb640, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:458 +0x32e | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).connectAndProcess(0xc4217e4c30, 0x7f20044cd928, 0xc4209c8f00, 0x4, 0xc4207de600, 0xc420efb640) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:459 +0xe9 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).SendAsync.func1.1(0x7f20044cd928, 0xc4209c8f00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:587 +0x60 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4203bc990, 0xc422afe900, 0xc4209c8ed0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70886 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).controller(0xc422830ea0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1227 +0x6c7 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:292 +0xe3d | |
| goroutine 70196 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420746350, 0xc400000109) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420746340) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc420dce000, 0x7f20044cd928, 0xc42187d050) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc42187d050) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420230320, 0xc4225a8a20, 0xc420230310) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70474 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc42059c1a0, 0xc42141d040, 0xc420218560, 0xf, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:419 +0x825 | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).GRPCDial.func1.2.1(0x7f20044cd928, 0xc420f76c00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:353 +0x6b | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42043ab80, 0xc42219d4d0, 0xc420f76900) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70218 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x7f20044cd928, 0xc421470120) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:504 +0x42f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420231f20, 0xc4225a8a20, 0xc420e62e40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70349 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420bff140) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da29e0, 0xc422afe900, 0xc420da29d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70919 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).RaftMessageBatch(0xc422f54f00, 0x27deb80, 0xc420381fd0, 0x27c5200, 0xc422f54f00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:355 +0x23d | |
| github.com/cockroachdb/cockroach/pkg/storage._MultiRaft_RaftMessageBatch_Handler(0x1ae2220, 0xc422f54f00, 0x27db5e0, 0xc4203d78c0, 0xc421a5bff0, 0x5) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft.pb.go:378 +0xb7 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc4209d9b80, 0x27dcae0, 0xc422825a20, 0xc421995800, 0xc4212c2210, 0x27a6ca0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:891 +0xa4c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleStream(0xc4209d9b80, 0x27dcae0, 0xc422825a20, 0xc421995800, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:985 +0x153f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc4214109b0, 0xc4209d9b80, 0x27dcae0, 0xc422825a20, 0xc421995800) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:551 +0xa9 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:552 +0xa1 | |
| goroutine 69389 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func6(0x7f20044cd928, 0xc4210f3d40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:679 +0x88 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4211bd750, 0xc42219d4d0, 0xc42254ff40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70369 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc42161f740) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2db0, 0xc422afe900, 0xc420da2da0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70127 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).refreshSettings.func2(0x7f20044cd928, 0xc420a19f50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/settingsworker.go:112 +0x38e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227ce910, 0xc4225a8a20, 0xc42124e800) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69524 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc4206a8840) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:949 +0x488 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:221 +0x996 | |
| goroutine 70643 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420f83bc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4203049e0, 0xc422afe630, 0xc4203049d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69477 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc4210c6720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42039a1c0, 0xc42219d4d0, 0xc42039a1b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70631 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420f82810) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4203047d0, 0xc422afe630, 0xc4203047b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70081 [chan receive]: | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*muxListener).Accept(0xc420cd8f80, 0x1bdfde0, 0xc4207c8000, 0x27deca0, 0xc4212c8be0) | |
| <autogenerated>:9 +0x7a | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).Serve(0xc4207c8000, 0x27d3b40, 0xc420cd8f80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:444 +0x196 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func7(0x7f20044cd928, 0xc4233671d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:691 +0x43 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42028e970, 0xc4225a8a20, 0xc420cd90e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69424 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420f9c610, 0xc4000004fb) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420f9c600) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc423032990, 0x7f20044cd928, 0xc421947890) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc421947890) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421a2c6f0, 0xc42219d4d0, 0xc421a2c6e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70248 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.MakeServer.func2(0x7f20044cd928, 0xc421b493b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:100 +0x70 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421528bd0, 0xc422afe900, 0xc4203635c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69377 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x7f20044cd928, 0xc4217dc300) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:504 +0x42f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421302c20, 0xc42219d4d0, 0xc42037f780) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70216 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x7f20044cd928, 0xc4214700c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:504 +0x42f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420231ee0, 0xc4225a8a20, 0xc420e62e00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70367 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc42161f6e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2d30, 0xc422afe900, 0xc420da2d20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69434 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420f9c610, 0xc4000004f1) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420f9c600) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc423032990, 0x7f20044cd928, 0xc421947aa0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc421947aa0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421a2c850, 0xc42219d4d0, 0xc421a2c840) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71749 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc4207afe10, 0xc420270440, 0xc420218940, 0xf, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:419 +0x825 | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).GRPCDial.func1.2.1(0x7f20044cd928, 0xc420c7e630) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:353 +0x6b | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421a2d940, 0xc4225a8a20, 0xc420c7e360) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70677 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc4226dfb80, 0xc420834cf0, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:126 +0x495 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*transportReader).Read(0xc421568210, 0xc420834cf0, 0x5, 0x5, 0x707b94, 0xc420946680, 0x1be0bd8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:391 +0x55 | |
| io.ReadAtLeast(0x27bf5c0, 0xc421568210, 0xc420834cf0, 0x5, 0x5, 0x5, 0xc422433520, 0xc422b6ca00, 0x1800100000000005) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27bf5c0, 0xc421568210, 0xc420834cf0, 0x5, 0x5, 0x8061a0118011001, 0x3bd220318041004, 0x620011803100308) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).Read(0xc422b6ca00, 0xc420834cf0, 0x5, 0x5, 0x1000080412001014, 0x1804100408061a00, 0x2a00100008042203) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:375 +0xc8 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc420834ce0, 0x7fffffff, 0x610000, 0x69000000, 0x44a007000000000, 0x38003000100008, 0xbc84c8bbac080c42, 0x48001014f9fade) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:265 +0x65 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.recv(0xc420834ce0, 0x27d4180, 0x2cbf460, 0xc422b6ca00, 0x27c7540, 0x2cbf460, 0x1a37320, 0xc4215682a0, 0x7fffffff, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:361 +0x4d | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc42307a000, 0x1a37320, 0xc4215682a0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:398 +0xf2 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*multiRaftRaftMessageBatchClient).Recv(0xc4201bf0d0, 0x19cbf20, 0x6a7900, 0x7f20044cd928) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft.pb.go:329 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).processQueue.func1.1.1(0x27deb20, 0xc4201bf0d0, 0xc42141ca40, 0xc422ae0f00, 0x7f20044cd928, 0xc421568270, 0x18, 0xd9cc04) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:487 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).processQueue.func1.1(0x7f20044cd928, 0xc421568270) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:502 +0x66 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4201bf130, 0xc42219d4d0, 0xc421568240) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71724 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).RaftMessageBatch(0xc422d61680, 0x27deb80, 0xc42026aad0, 0x27c5200, 0xc422d61680) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:355 +0x23d | |
| github.com/cockroachdb/cockroach/pkg/storage._MultiRaft_RaftMessageBatch_Handler(0x1ae2220, 0xc422d61680, 0x27db5e0, 0xc4225a8f30, 0xad, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft.pb.go:378 +0xb7 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc4207c8000, 0x27dcae0, 0xc420c0de40, 0xc42047ad00, 0xc4216c6570, 0x27a6ca0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:891 +0xa4c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleStream(0xc4207c8000, 0x27dcae0, 0xc420c0de40, 0xc42047ad00, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:985 +0x153f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc4203b4410, 0xc4207c8000, 0x27dcae0, 0xc420c0de40, 0xc42047ad00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:551 +0xa9 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:552 +0xa1 | |
| goroutine 70442 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc421445e40) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:949 +0x488 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:221 +0x996 | |
| goroutine 70188 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420746350, 0xc400000104) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420746340) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc420dce000, 0x7f20044cd928, 0xc42187cea0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc42187cea0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420230150, 0xc4225a8a20, 0xc420230130) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70765 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x7f20044cd928, 0xc420ea52f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:504 +0x42f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc422612780, 0xc422afe630, 0xc420362920) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71790 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).transportMonitor(0xc4211a9180) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:927 +0x694 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ClientConn).resetAddrConn | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:630 +0x73c | |
| goroutine 70249 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*client).gossip(0xc420d46410, 0x7f20044cd928, 0xc421b49710, 0xc420dc9380, 0x27dd740, 0xc420da2d40, 0xc422afe900, 0xc421528f70, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/client.go:323 +0x3e2 | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*client).startLocked.func1(0x7f20044cd928, 0xc421b49710) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/client.go:130 +0x410 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421528f30, 0xc422afe900, 0xc42141cb40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71634 [IO wait]: | |
| net.runtime_pollWait(0x7f20044ce7a8, 0x72, 0x24) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420a29f08, 0x72, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420a29f08, 0xc422f99000, 0x400) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420a29ea0, 0xc422f99000, 0x400, 0x400, 0x0, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420cc39c0, 0xc422f99000, 0x400, 0x400, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*MuxConn).Read(0xc421980b40, 0xc422f99000, 0x400, 0x400, 0x1a48d40, 0x0, 0x7f20044d8358) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x113 | |
| crypto/tls.(*block).readFromUntil(0xc4214165a0, 0x7f20044d8358, 0xc421980b40, 0x5, 0xc421980b40, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:488 +0x98 | |
| crypto/tls.(*Conn).readRecord(0xc420edc380, 0x1be0b17, 0xc420edc4a0, 0xc42105ba40) | |
| /usr/local/go/src/crypto/tls/conn.go:590 +0xc4 | |
| crypto/tls.(*Conn).Read(0xc420edc380, 0xc4228f4000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1134 +0x11d | |
| bufio.(*Reader).Read(0xc4207dfe00, 0xc42125f538, 0x9, 0x9, 0x2105ba90, 0xc42105bb10, 0xadb3c7) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x27ba340, 0xc4207dfe00, 0xc42125f538, 0x9, 0x9, 0x9, 0xc4202b1310, 0x4b, 0x4b) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27ba340, 0xc4207dfe00, 0xc42125f538, 0x9, 0x9, 0x4b, 0x0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc42125f538, 0x9, 0x9, 0x27ba340, 0xc4207dfe00, 0x0, 0x0, 0x4b, 0x4b00000001) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc42125f500, 0x4b, 0x4b, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa4 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*framer).readFrame(0xc421416d80, 0xc421416db0, 0xc421416db0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http_util.go:592 +0x2f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc4212389a0, 0xc421416f90, 0x1bdfe18) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:377 +0x32c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc4209d9b80, 0x27dcae0, 0xc4212389a0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:559 +0x162 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveHTTP2Transport(0xc4209d9b80, 0x27dd6e0, 0xc420edc380, 0x27c2580, 0xc421027760) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:540 +0x497 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn(0xc4209d9b80, 0x27deca0, 0xc421980b40) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:507 +0x4ad | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).Serve | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:476 +0x5b6 | |
| goroutine 69483 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc4210c6810) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42039a440, 0xc42219d4d0, 0xc42039a430) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70217 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x7f20044cd928, 0xc4214700f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:504 +0x42f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420231f10, 0xc4225a8a20, 0xc420e62e20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70471 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).controller(0xc421571520) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1227 +0x6c7 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:292 +0xe3d | |
| goroutine 70146 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc4223666f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227cece0, 0xc4225a8a20, 0xc4227cecd0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69447 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).startSampleEnvironment.func1(0x7f20044cd928, 0xc4217dc540) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1197 +0x185 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421a2d2c0, 0xc42219d4d0, 0xc422efd160) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69453 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).transportMonitor(0xc42348a000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:927 +0x694 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ClientConn).resetAddrConn.func1(0xc42348a000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:642 +0x1d9 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ClientConn).resetAddrConn | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:643 +0x786 | |
| goroutine 70340 [runnable]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).refreshSettings.func2(0x7f20044cd928, 0xc422598c90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/settingsworker.go:112 +0x38e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da27b0, 0xc422afe900, 0xc42039c1e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69441 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).startGossip.func4(0x7f20044cd928, 0xc4225cb8f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1298 +0x4ee | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421a2c910, 0xc42219d4d0, 0xc422410af0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69448 [select]: | |
| github.com/cockroachdb/cockroach/pkg/ts.(*poller).start.func1(0x7f20044cd928, 0xc4217dc570) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/ts/db.go:88 +0x16f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421a2d2e0, 0xc42219d4d0, 0xc421a2d2d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70077 [IO wait]: | |
| net.runtime_pollWait(0x7f20044ce628, 0x72, 0x0) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc421430d18, 0x72, 0x0, 0xc420222e80) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc421430d18, 0xffffffffffffffff, 0x0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).accept(0xc421430cb0, 0x0, 0x27c02c0, 0xc420222e80) | |
| /usr/local/go/src/net/fd_unix.go:430 +0x1e5 | |
| net.(*TCPListener).accept(0xc420a77b88, 0xc42254e870, 0xc420de5700, 0x10) | |
| /usr/local/go/src/net/tcpsock_posix.go:136 +0x2e | |
| net.(*TCPListener).Accept(0xc420a77b88, 0x1bdf070, 0xc4208e4f00, 0xc420286c20, 0x27d4940) | |
| /usr/local/go/src/net/tcpsock.go:228 +0x49 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*cMux).Serve(0xc4208e4f00, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:124 +0x95 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func3(0x7f20044cd928, 0xc4233671a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:656 +0x2f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42028e910, 0xc4225a8a20, 0xc420cd9080) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70511 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.MakeServer.func2(0x7f20044cd928, 0xc4213f9560) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:100 +0x70 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4201dc8d0, 0xc422afe630, 0xc42124f0e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70433 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*replicaScanner).waitAndProcess(0xc421a44d80, 0x7f20044cd928, 0xc421655170, 0xed18fd0fc, 0x1314b4c, 0x0, 0xc42106aa40, 0xc422afe900, 0xc420eec000, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scanner.go:208 +0x241 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*replicaScanner).scanLoop.func1.1(0xc420eec000, 0xc422f7b501) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scanner.go:270 +0x90 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*storeReplicaVisitor).Visit(0xc422f7b590, 0xc4224a41e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:311 +0x1e6 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*replicaScanner).scanLoop.func1(0x7f20044cd928, 0xc421655170) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scanner.go:272 +0x239 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420219ba0, 0xc422afe900, 0xc4203be8e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70187 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420746350, 0xc400000110) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420746340) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc420dce000, 0x7f20044cd928, 0xc42187ce70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc42187ce70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420230120, 0xc4225a8a20, 0xc420230110) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70091 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc4224e84b0, 0xc420cd9770, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:126 +0x495 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*transportReader).Read(0xc422598870, 0xc420cd9770, 0x5, 0x5, 0x707b94, 0xc4205e5040, 0x1be0bd8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:391 +0x55 | |
| io.ReadAtLeast(0x27bf5c0, 0xc422598870, 0xc420cd9770, 0x5, 0x5, 0x5, 0xc421274160, 0xc422b6de00, 0x5) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27bf5c0, 0xc422598870, 0xc420cd9770, 0x5, 0x5, 0x6, 0xc42001a068, 0xc42001a000) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).Read(0xc422b6de00, 0xc420cd9770, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:375 +0xc8 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc420cd9760, 0x7fffffff, 0x0, 0x0, 0x0, 0xc4207de7e0, 0x3, 0x6) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:265 +0x65 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.recv(0xc420cd9760, 0x27d4180, 0x2cbf460, 0xc422b6de00, 0x27c7540, 0x2cbf460, 0x1a44580, 0xc421e2e5f0, 0x7fffffff, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:361 +0x4d | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc4225a8bd0, 0x1a44580, 0xc421e2e5f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:648 +0x11a | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*gossipGossipServer).Recv(0xc42028f0c0, 0xc423391bb8, 0xb23552, 0xc422b71540) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.pb.go:230 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/gossip.(Gossip_GossipServer).Recv-fm(0xc422b71540, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:161 +0x2f | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*server).gossipReceiver(0xc422b71500, 0x7f20044cd928, 0xc4230a14d0, 0xc420a77bb0, 0xc4208e5440, 0xc423391f60, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:339 +0x48b | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*server).Gossip.func3.1(0x7f20044cd928, 0xc4230a14d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:161 +0x9f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42028f260, 0xc42219d4d0, 0xc4208e5480) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70655 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420e83710) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420304c50, 0xc422afe630, 0xc420304c40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70308 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc42107ea50, 0xc4203f0b90, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:126 +0x495 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*transportReader).Read(0xc420ea5bc0, 0xc4203f0b90, 0x5, 0x5, 0x707b94, 0xc4205e5380, 0x1be0bd8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:391 +0x55 | |
| io.ReadAtLeast(0x27bf5c0, 0xc420ea5bc0, 0xc4203f0b90, 0x5, 0x5, 0x5, 0xc421d86d00, 0xc4214fc300, 0xc400000005) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27bf5c0, 0xc420ea5bc0, 0xc4203f0b90, 0x5, 0x5, 0x171b, 0x0, 0x9) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).Read(0xc4214fc300, 0xc4203f0b90, 0x5, 0x5, 0xc4205e5380, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:375 +0xc8 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc4203f0b80, 0x7fffffff, 0xc4201ecab0, 0xc400000001, 0x2cc0520, 0x0, 0x0, 0xc42001b300) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:265 +0x65 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.recv(0xc4203f0b80, 0x27d4180, 0x2cbf460, 0xc4214fc300, 0x27c7540, 0x2cbf460, 0x1a2c180, 0xc42137ae60, 0x7fffffff, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:361 +0x4d | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc421751a20, 0x1a2c180, 0xc42137ae60, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:398 +0xf2 | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*gossipGossipClient).Recv(0xc420da2d40, 0x7f20044cd928, 0xc422f7a870, 0xc420dc9380) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.pb.go:194 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*client).gossip.func2.1(0x27dd740, 0xc420da2d40, 0xc420d46410, 0x7f20044cd928, 0xc422f7a870, 0xc420dc9380, 0xc422dc2f78, 0x6c064e) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/client.go:311 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*client).gossip.func2(0x7f20044cd928, 0xc422f7a870) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/client.go:319 +0xc0 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4226137f0, 0xc422afe900, 0xc421d03700) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71830 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).controller(0xc421a01a00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1227 +0x6c7 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:292 +0xe3d | |
| goroutine 70635 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420f82990) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420304860, 0xc422afe630, 0xc420304850) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70048 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.MakeServer.func2(0x7f20044cd928, 0xc423367140) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:100 +0x70 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420286c10, 0xc4225a8a20, 0xc420222e20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70172 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).transportMonitor(0xc420f2e8c0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:927 +0x694 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ClientConn).resetAddrConn.func1(0xc420f2e8c0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:642 +0x1d9 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ClientConn).resetAddrConn | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:643 +0x786 | |
| goroutine 70636 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420f82a20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420304890, 0xc422afe630, 0xc420304880) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 72085 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendToReplicas(0xc422f54d20, 0x7f20044cd968, 0xc420371000, 0xc422f54d70, 0x1, 0xc4224a4140, 0x3, 0x3, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:1144 +0x15e8 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendRPC(0xc422f54d20, 0x7f20044cd968, 0xc420371000, 0x1, 0xc4224a4140, 0x3, 0x3, 0x0, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:382 +0x2db | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendSingleRange(0xc422f54d20, 0x7f20044cd928, 0xc423303200, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:446 +0x17b | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendPartialBatch(0xc422f54d20, 0x7f20044cd928, 0xc423303200, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:930 +0x447 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendPartialBatchAsync.func1(0x7f20044cd928, 0xc423303200) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:862 +0x11b | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunLimitedAsyncTask.func1(0xc422afe630, 0x7f20044cd928, 0xc423303200, 0x1b40478, 0x24, 0xc420698ae0, 0x27e0340, 0xc42033b780, 0xc420556000) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:330 +0x110 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunLimitedAsyncTask | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:331 +0x22f | |
| goroutine 70408 [semacquire]: | |
| sync.runtime_notifyListWait(0xc421d03b90, 0xc400000163) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc421d03b80) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc421f3ee10, 0x7f20044cd928, 0xc421654e70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc421654e70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420219480, 0xc422afe900, 0xc420219470) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71833 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc4207afe10, 0xc420f52940, 0xc420f1f600, 0xf, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:419 +0x825 | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).GRPCDial.func1.2.1(0x7f20044cd928, 0xc420f33f80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:353 +0x6b | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421302160, 0xc4225a8a20, 0xc420f33d10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70793 [IO wait]: | |
| net.runtime_pollWait(0x7f20044ce268, 0x72, 0x20) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc421431e28, 0x72, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc421431e28, 0xc421255000, 0x400) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc421431dc0, 0xc421255000, 0x400, 0x400, 0x0, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc421a92aa0, 0xc421255000, 0x400, 0x400, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*MuxConn).Read(0xc4210763c0, 0xc421255000, 0x400, 0x400, 0x1a48d40, 0x0, 0x7f20044d8358) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x113 | |
| crypto/tls.(*block).readFromUntil(0xc420ea56e0, 0x7f20044d8358, 0xc4210763c0, 0x5, 0xc4210763c0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:488 +0x98 | |
| crypto/tls.(*Conn).readRecord(0xc42261b500, 0x1be0b17, 0xc42261b620, 0xc420b41a40) | |
| /usr/local/go/src/crypto/tls/conn.go:590 +0xc4 | |
| crypto/tls.(*Conn).Read(0xc42261b500, 0xc422cdc000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1134 +0x11d | |
| bufio.(*Reader).Read(0xc421e229c0, 0xc42055bd18, 0x9, 0x9, 0x20b41a90, 0xc420b41b10, 0xadb3c7) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x27ba340, 0xc421e229c0, 0xc42055bd18, 0x9, 0x9, 0x9, 0xc42181bd40, 0x229, 0x229) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27ba340, 0xc421e229c0, 0xc42055bd18, 0x9, 0x9, 0x229, 0x0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc42055bd18, 0x9, 0x9, 0x27ba340, 0xc421e229c0, 0x0, 0x0, 0x229, 0x22900000001) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc42055bce0, 0x229, 0x229, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa4 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*framer).readFrame(0xc422268480, 0xc4222684b0, 0xc4222684b0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http_util.go:592 +0x2f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc42091e2c0, 0xc422268660, 0x1bdfe18) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:377 +0x32c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc420dafcc0, 0x27dcae0, 0xc42091e2c0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:559 +0x162 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveHTTP2Transport(0xc420dafcc0, 0x27dd6e0, 0xc42261b500, 0x27c2580, 0xc421026f20) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:540 +0x497 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn(0xc420dafcc0, 0x27deca0, 0xc4210763c0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:507 +0x4ad | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).Serve | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:476 +0x5b6 | |
| goroutine 70515 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc420d47ee0, 0xc4207964c0, 0xc4203c9620, 0xf, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:419 +0x825 | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).GRPCDial.func1.2.1(0x7f20044cd928, 0xc4213f9a70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:353 +0x6b | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4201dcc00, 0xc422afe630, 0xc4213f99e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70236 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc421750dc0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:949 +0x488 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:221 +0x996 | |
| goroutine 69510 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*NodeLiveness).StartHeartbeat.func1(0x7f20044cd928, 0xc420fe0270) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/node_liveness.go:351 +0x286 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2410, 0xc42219d4d0, 0xc422411540) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70106 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc421274160) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:949 +0x488 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:221 +0x996 | |
| goroutine 69466 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc4210c64b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4202ebf60, 0xc42219d4d0, 0xc4202ebf50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70371 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc42161f7a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2e30, 0xc422afe900, 0xc420da2e10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70073 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*LeaseManager).RefreshLeases.func1(0x7f20044cd928, 0xc423366f30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/lease.go:1343 +0xaf5 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420275e70, 0xc4225a8a20, 0xc4216c68d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70637 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420f82a50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4203048b0, 0xc422afe630, 0xc4203048a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70724 [IO wait]: | |
| net.runtime_pollWait(0x7f20044ce6e8, 0x72, 0x1e) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4214300d8, 0x72, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4214300d8, 0xc4219eec00, 0x400) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc421430070, 0xc4219eec00, 0x400, 0x400, 0x0, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc421a928e0, 0xc4219eec00, 0x400, 0x400, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*MuxConn).Read(0xc420d7c5a0, 0xc4219eec00, 0x400, 0x400, 0x1a48d40, 0x0, 0x7f20044d8358) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x113 | |
| crypto/tls.(*block).readFromUntil(0xc422598600, 0x7f20044d8358, 0xc420d7c5a0, 0x5, 0xc420d7c5a0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:488 +0x98 | |
| crypto/tls.(*Conn).readRecord(0xc421415c00, 0x1be0b17, 0xc421415d20, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:590 +0xc4 | |
| crypto/tls.(*Conn).Read(0xc421415c00, 0xc421e30000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1134 +0x11d | |
| bufio.(*Reader).Read(0xc42148dbc0, 0xc4207d1538, 0x9, 0x9, 0x9, 0x0, 0x18) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x27ba340, 0xc42148dbc0, 0xc4207d1538, 0x9, 0x9, 0x9, 0xc420a95b18, 0x6a6e18, 0x30) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27ba340, 0xc42148dbc0, 0xc4207d1538, 0x9, 0x9, 0x7a20700000000000, 0x7a00000000000000, 0x1) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc4207d1538, 0x9, 0x9, 0x27ba340, 0xc42148dbc0, 0x0, 0x0, 0xc4213ca570, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc4207d1500, 0x27c5c00, 0xc4213ca570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa4 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*framer).readFrame(0xc422599230, 0xc4213ca570, 0xc4213ca570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http_util.go:592 +0x2f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc421751b80, 0xc4225994d0, 0x1bdfe18) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:377 +0x32c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc4209d9b80, 0x27dcae0, 0xc421751b80) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:559 +0x162 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveHTTP2Transport(0xc4209d9b80, 0x27dd6e0, 0xc421415c00, 0x27c2580, 0xc420a0c840) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:540 +0x497 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn(0xc4209d9b80, 0x27deca0, 0xc420d7c5a0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:507 +0x4ad | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).Serve | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:476 +0x5b6 | |
| goroutine 70736 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420c3d650, 0xc40000013a) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420c3d640) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc420dce3f0, 0x7f20044cd928, 0xc420ea4cf0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc420ea4cf0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42038f350, 0xc422afe630, 0xc42038f340) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70128 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).startSampleEnvironment.func1(0x7f20044cd928, 0xc420a19fb0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1197 +0x185 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227ceab0, 0xc4225a8a20, 0xc42124e820) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70835 [IO wait]: | |
| net.runtime_pollWait(0x7f20043d0090, 0x72, 0x1f) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc421431db8, 0x72, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc421431db8, 0xc421254c00, 0x400) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc421431d50, 0xc421254c00, 0x400, 0x400, 0x0, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc421a92a98, 0xc421254c00, 0x400, 0x400, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| crypto/tls.(*block).readFromUntil(0xc420ea5650, 0x7f2004480cc0, 0xc421a92a98, 0x5, 0xc421a92a98, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:488 +0x98 | |
| crypto/tls.(*Conn).readRecord(0xc42261b180, 0x1be0b17, 0xc42261b2a0, 0x6a77ed) | |
| /usr/local/go/src/crypto/tls/conn.go:590 +0xc4 | |
| crypto/tls.(*Conn).Read(0xc42261b180, 0xc421b66000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1134 +0x11d | |
| bufio.(*Reader).Read(0xc420eb8000, 0xc4218cfdf8, 0x9, 0x9, 0x30, 0x6c0fef, 0x1be0bc0) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x27ba340, 0xc420eb8000, 0xc4218cfdf8, 0x9, 0x9, 0x9, 0x6, 0x6a774f, 0xc421606da8) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27ba340, 0xc420eb8000, 0xc4218cfdf8, 0x9, 0x9, 0xc4218cfde8, 0x0, 0xc421606e30) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc4218cfdf8, 0x9, 0x9, 0x27ba340, 0xc420eb8000, 0x0, 0xc400000000, 0xc421606e75, 0xc4204e1e60) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc4218cfdc0, 0x27c5ac0, 0xc4204e1e60, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa4 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*framer).readFrame(0xc4217ddaa0, 0xc4204e1e60, 0xc4204e1e60, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http_util.go:592 +0x2f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).reader(0xc4223589c0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1154 +0xcd | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:262 +0xcf5 | |
| goroutine 70425 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x7f20044cd928, 0xc421655260) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:504 +0x42f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420219b10, 0xc422afe900, 0xc4203be720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69526 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).controller(0xc421f321a0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1227 +0x6c7 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:292 +0xe3d | |
| goroutine 70151 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc4223675f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227ceda0, 0xc4225a8a20, 0xc4227ced90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70193 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420746350, 0xc400000107) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420746340) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc420dce000, 0x7f20044cd928, 0xc42187cf90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc42187cf90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4202302c0, 0xc4225a8a20, 0xc420230290) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70242 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).keepalive(0xc421f336c0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1276 +0x4ed | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:294 +0xefe | |
| goroutine 70755 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).startGossip.func4(0x7f20044cd928, 0xc420ea5110) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1298 +0x4ee | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42038f610, 0xc422afe630, 0xc421cd13b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70642 [runnable]: | |
| github.com/cockroachdb/cockroach/pkg/sql/sqlbase.(*TableDescriptor).Unmarshal(0xc42115fb80, 0xc421995008, 0xe9, 0xf8, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlbase/structured.pb.go:5003 +0x3b2e | |
| github.com/cockroachdb/cockroach/pkg/sql/sqlbase.(*Descriptor).Unmarshal(0xc4220cc7e0, 0xc421995005, 0xec, 0xfb, 0xc4220cc7e0, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlbase/structured.pb.go:5888 +0x226 | |
| github.com/cockroachdb/cockroach/vendor/github.com/gogo/protobuf/proto.UnmarshalMerge(0xc421995005, 0xec, 0xfb, 0x27d0140, 0xc4220cc7e0, 0xc4210673f8, 0x6a65c2) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/gogo/protobuf/proto/decode.go:410 +0x117 | |
| github.com/cockroachdb/cockroach/vendor/github.com/gogo/protobuf/proto.Unmarshal(0xc421995005, 0xec, 0xfb, 0x27d0140, 0xc4220cc7e0, 0x10, 0xc4220cc7e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/gogo/protobuf/proto/decode.go:398 +0x67 | |
| github.com/cockroachdb/cockroach/pkg/roachpb.Value.GetProto(0xc421995000, 0xf1, 0x100, 0x14f3eaf3cd6041c6, 0x0, 0x27d0140, 0xc4220cc7e0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/roachpb/data.go:517 +0x132 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*SchemaChangeManager).Start.func1(0x7f20044cd928, 0xc420f82bd0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/schema_changer.go:1004 +0x629 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420304980, 0xc422afe630, 0xc420282a80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69381 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv.(*TxnCoordSender).printStatsLoop(0xc421f2c9a0, 0x7f20044cd928, 0xc4210f3980) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_coord_sender.go:253 +0xb4d | |
| github.com/cockroachdb/cockroach/pkg/kv.NewTxnCoordSender.func1(0x7f20044cd928, 0xc4210f3980) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_coord_sender.go:237 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4211bc9b0, 0xc42219d4d0, 0xc4211bc9a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70559 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).controller(0xc420c0c9a0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:1011 +0x7d6 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:220 +0x971 | |
| goroutine 70104 [IO wait]: | |
| net.runtime_pollWait(0x7f20043cfa90, 0x72, 0xc) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420158bc8, 0x72, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420158bc8, 0xc4222a5000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420158b60, 0xc4222a5000, 0x1000, 0x1000, 0x0, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420cc2428, 0xc4222a5000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*MuxConn).Read(0xc4209ab360, 0xc4222a5000, 0x1000, 0x1000, 0x1a48d40, 0x0, 0x7f20044d8358) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x113 | |
| crypto/tls.(*block).readFromUntil(0xc4233678f0, 0x7f20044d8358, 0xc4209ab360, 0x5, 0xc4209ab360, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:488 +0x98 | |
| crypto/tls.(*Conn).readRecord(0xc4221cc700, 0x1be0b17, 0xc4221cc820, 0xc42098ba40) | |
| /usr/local/go/src/crypto/tls/conn.go:590 +0xc4 | |
| crypto/tls.(*Conn).Read(0xc4221cc700, 0xc421eb2000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1134 +0x11d | |
| bufio.(*Reader).Read(0xc420537260, 0xc421ec6658, 0x9, 0x9, 0x2098ba90, 0xc42098bb10, 0xadb3c7) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x27ba340, 0xc420537260, 0xc421ec6658, 0x9, 0x9, 0x9, 0xc420901f80, 0x64, 0x64) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27ba340, 0xc420537260, 0xc421ec6658, 0x9, 0x9, 0x64, 0x0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc421ec6658, 0x9, 0x9, 0x27ba340, 0xc420537260, 0x0, 0x0, 0x64, 0x6400000001) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc421ec6620, 0x64, 0x64, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa4 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*framer).readFrame(0xc4230a0db0, 0xc4230a0de0, 0xc4230a0de0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http_util.go:592 +0x2f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc421274160, 0xc4230a0f30, 0x1bdfe18) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:377 +0x32c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc422fc2280, 0x27dcae0, 0xc421274160) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:559 +0x162 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveHTTP2Transport(0xc422fc2280, 0x27dd6e0, 0xc4221cc700, 0x27c2580, 0xc4214cfc30) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:540 +0x497 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn(0xc422fc2280, 0x27deca0, 0xc4209ab360) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:507 +0x4ad | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).Serve | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:476 +0x5b6 | |
| goroutine 72055 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).RaftSnapshot(0xc4217e4c30, 0x27dec40, 0xc4203a1f70, 0x27c5200, 0xc4217e4c30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:391 +0x256 | |
| github.com/cockroachdb/cockroach/pkg/storage._MultiRaft_RaftSnapshot_Handler(0x1ae2220, 0xc4217e4c30, 0x27db5e0, 0xc4225a9170, 0xad, 0xad) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft.pb.go:404 +0xb7 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc420dafcc0, 0x27dcae0, 0xc421274c60, 0xc421994700, 0xc420756000, 0x27a6cc0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:891 +0xa4c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleStream(0xc420dafcc0, 0x27dcae0, 0xc421274c60, 0xc421994700, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:985 +0x153f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc42043ab10, 0xc420dafcc0, 0x27dcae0, 0xc421274c60, 0xc421994700) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:551 +0xa9 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:552 +0xa1 | |
| goroutine 71745 [IO wait]: | |
| net.runtime_pollWait(0x7f20043d0150, 0x72, 0x27) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4200a2df8, 0x72, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4200a2df8, 0xc421a4bc00, 0x400) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4200a2d90, 0xc421a4bc00, 0x400, 0x400, 0x0, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc421a925b8, 0xc421a4bc00, 0x400, 0x400, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| crypto/tls.(*block).readFromUntil(0xc4215bc480, 0x7f2004480cc0, 0xc421a925b8, 0x5, 0xc421a925b8, 0xc422337b20) | |
| /usr/local/go/src/crypto/tls/conn.go:488 +0x98 | |
| crypto/tls.(*Conn).readRecord(0xc42289fc00, 0x1be0b17, 0xc42289fd20, 0xc4227cf960) | |
| /usr/local/go/src/crypto/tls/conn.go:590 +0xc4 | |
| crypto/tls.(*Conn).Read(0xc42289fc00, 0xc422edc000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1134 +0x11d | |
| bufio.(*Reader).Read(0xc421022ea0, 0xc422263298, 0x9, 0x9, 0xc422337d60, 0x6c0fef, 0x1be0bc0) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x27ba340, 0xc421022ea0, 0xc422263298, 0x9, 0x9, 0x9, 0x6, 0xc42001a068, 0xc42001a000) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27ba340, 0xc421022ea0, 0xc422263298, 0x9, 0x9, 0x0, 0x0, 0xc422337e30) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc422263298, 0x9, 0x9, 0x27ba340, 0xc421022ea0, 0x0, 0xc400000000, 0xc422337e75, 0xc420a9c810) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc422263260, 0x27c5ac0, 0xc420a9c810, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa4 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*framer).readFrame(0xc420c7e1b0, 0xc420a9c810, 0xc420a9c810, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http_util.go:592 +0x2f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).reader(0xc422ee49c0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1154 +0xcd | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:262 +0xcf5 | |
| goroutine 70753 [runnable]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).Start.func2(0x7f20044cd928, 0xc420ea5050) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1169 +0x165 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42038f5f0, 0xc422afe630, 0xc42341aa20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69446 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).refreshSettings.func2(0x7f20044cd928, 0xc4217dc3f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/settingsworker.go:112 +0x38e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421a2d1b0, 0xc42219d4d0, 0xc422efd140) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70678 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).RaftMessageBatch(0xc422d61680, 0x27deb80, 0xc4201bf520, 0x27c5200, 0xc422d61680) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:355 +0x23d | |
| github.com/cockroachdb/cockroach/pkg/storage._MultiRaft_RaftMessageBatch_Handler(0x1ae2220, 0xc422d61680, 0x27db5e0, 0xc421f3e510, 0x6c0fef, 0x1be0bd0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft.pb.go:378 +0xb7 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc4207c8000, 0x27dcae0, 0xc420c0c9a0, 0xc422b6cb00, 0xc4216c6570, 0x27a6ca0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:891 +0xa4c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleStream(0xc4207c8000, 0x27dcae0, 0xc420c0c9a0, 0xc422b6cb00, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:985 +0x153f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc4227ceb10, 0xc4207c8000, 0x27dcae0, 0xc420c0c9a0, 0xc422b6cb00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:551 +0xa9 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:552 +0xa1 | |
| goroutine 69492 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc4210c67e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42039a5c0, 0xc42219d4d0, 0xc42039a5b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69485 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc4210c6870) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42039a4e0, 0xc42219d4d0, 0xc42039a4d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70794 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).controller(0xc421751b80) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:1011 +0x7d6 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:220 +0x971 | |
| goroutine 70257 [semacquire]: | |
| sync.runtime_notifyListWait(0xc421450c30, 0xc4000000c9) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc421450c20) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage/engine.(*RocksDB).syncLoop(0xc421450b40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:478 +0xd7 | |
| created by github.com/cockroachdb/cockroach/pkg/storage/engine.(*RocksDB).open | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:465 +0x4c7 | |
| goroutine 70426 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x7f20044cd928, 0xc421655290) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:504 +0x42f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420219b20, 0xc422afe900, 0xc4203be760) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69479 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc4210c6780) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42039a230, 0xc42219d4d0, 0xc42039a220) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70166 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/distsqlrun.(*flowScheduler).Start.func1(0x7f20044cd928, 0xc420f771a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsqlrun/flow_scheduler.go:126 +0x48f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4202a57e0, 0xc4225a8a20, 0xc4202a57d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69420 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420f9c610, 0xc4000004fe) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420f9c600) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc423032990, 0x7f20044cd928, 0xc421947680) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc421947680) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421a2c660, 0xc42219d4d0, 0xc421a2c650) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71663 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).processQueue(0xc4217e4c30, 0xc400000002, 0xc421547680, 0xc42260c3c0, 0x27deb20, 0xc42026a730, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:513 +0x6a6 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).connectAndProcess.func1(0xc4217e4c30, 0x2, 0x7f20044cd928, 0xc4234006f0, 0x0, 0x0, 0xc420fc2dc0, 0xc421547680, 0xc42260c3c0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:458 +0x32e | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).connectAndProcess(0xc4217e4c30, 0x7f20044cd928, 0xc4234006f0, 0x2, 0xc421547680, 0xc42260c3c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:459 +0xe9 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).SendAsync.func1.1(0x7f20044cd928, 0xc4234006f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:587 +0x60 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4203110f0, 0xc422afe900, 0xc4234006c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70105 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).controller(0xc421274160) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:1011 +0x7d6 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:220 +0x971 | |
| goroutine 70640 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420f82b40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420304920, 0xc422afe630, 0xc420304910) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70157 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc422367710) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227cee60, 0xc4225a8a20, 0xc4227cee50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71787 [IO wait]: | |
| net.runtime_pollWait(0x7f20044ce028, 0x72, 0x29) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc422752618, 0x72, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc422752618, 0xc421d4e000, 0x400) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4227525b0, 0xc421d4e000, 0x400, 0x400, 0x0, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc421a92a20, 0xc421d4e000, 0x400, 0x400, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| crypto/tls.(*block).readFromUntil(0xc42193c1b0, 0x7f2004480cc0, 0xc421a92a20, 0x5, 0xc421a92a20, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:488 +0x98 | |
| crypto/tls.(*Conn).readRecord(0xc421779c00, 0x1be0b17, 0xc421779d20, 0xc420ab79c0) | |
| /usr/local/go/src/crypto/tls/conn.go:590 +0xc4 | |
| crypto/tls.(*Conn).Read(0xc421779c00, 0xc421bdc000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1134 +0x11d | |
| bufio.(*Reader).Read(0xc4207f24e0, 0xc420c201f8, 0x9, 0x9, 0xc421346d60, 0x6c0fef, 0x1be0bc0) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x27ba340, 0xc4207f24e0, 0xc420c201f8, 0x9, 0x9, 0x9, 0x6, 0xc42001a068, 0xc42001a000) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27ba340, 0xc4207f24e0, 0xc420c201f8, 0x9, 0x9, 0x0, 0x0, 0xc421346e30) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc420c201f8, 0x9, 0x9, 0x27ba340, 0xc4207f24e0, 0x0, 0xc400000000, 0xc421346e75, 0xc42074f7a0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc420c201c0, 0x27c5ac0, 0xc42074f7a0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa4 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*framer).readFrame(0xc422599c20, 0xc42074f7a0, 0xc42074f7a0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http_util.go:592 +0x2f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).reader(0xc421a00d00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1154 +0xcd | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:262 +0xcf5 | |
| goroutine 72056 [semacquire]: | |
| sync.runtime_SemacquireMutex(0x2c80088) | |
| /usr/local/go/src/runtime/sema.go:62 +0x34 | |
| sync.(*Mutex).Lock(0x2c80084) | |
| /usr/local/go/src/sync/mutex.go:87 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/util/syncutil.(*Mutex).Lock(0x2c80084) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/syncutil/mutex_sync.go:32 +0x2d | |
| github.com/cockroachdb/cockroach/pkg/util/log.(*loggingT).outputLogEntry(0x2c80060, 0xc400000001, 0x24fdbe9, 0x1e, 0x2dd, 0xc4214f6600, 0x78) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/clog.go:729 +0x12b | |
| github.com/cockroachdb/cockroach/pkg/util/log.addStructured(0x7f20044cd928, 0xc420ecc480, 0x7f2000000001, 0x2, 0x1b7d2cd, 0x5b, 0xc422066df0, 0x6, 0x6) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/structured.go:153 +0x28c | |
| github.com/cockroachdb/cockroach/pkg/util/log.logDepth(0x7f20044cd928, 0xc420ecc480, 0x1, 0xc400000001, 0x1b7d2cd, 0x5b, 0xc422066df0, 0x6, 0x6) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/log.go:54 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/util/log.Infof(0x7f20044cd928, 0xc420ecc480, 0x1b7d2cd, 0x5b, 0xc422066df0, 0x6, 0x6) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/log.go:72 +0x7e | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Replica).applySnapshot.func2(0x7f20044cd928, 0xc420ecc480, 0x1b17d5d, 0xa, 0xc4220670c0, 0xed18fd0fc, 0x25a16a42, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/replica_raftstorage.go:733 +0x51e | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Replica).applySnapshot(0xc4212dd000, 0x7f20044cd928, 0xc420ecc480, 0x8f4c08687bf93a33, 0x415302eb307600ab, 0xc42186ae00, 0x1, 0x1, 0xc420992c60, 0xc, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/replica_raftstorage.go:854 +0xd2b | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).processRaftRequest(0xc42037bc00, 0x7f20044cd928, 0xc420ecc480, 0xc4208d6538, 0x8f4c08687bf93a33, 0x415302eb307600ab, 0xc42186ae00, 0x1, 0x1, 0xc420992c60, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3156 +0x6fc | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).HandleSnapshot(0xc42037bc00, 0xc4208d6480, 0x7f200327e358, 0xc4203a1f70, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:2819 +0x6af | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).RaftSnapshot.func1.1(0x27dec40, 0xc4203a1f70, 0xc4217e4c30, 0x7f20044cd928, 0xc4207ab140, 0x10, 0xd9cd45) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:386 +0x13d | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).RaftSnapshot.func1(0x7f20044cd928, 0xc4207ab140) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:387 +0x5d | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc422afe900, 0x7f20044cd928, 0xc4207ab140, 0xc420392d40, 0x32, 0x0, 0x0, 0xc4207ab200) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:269 +0xe6 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:270 +0x133 | |
| goroutine 70195 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420746350, 0xc400000108) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420746340) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc420dce000, 0x7f20044cd928, 0xc42187cff0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc42187cff0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420230300, 0xc4225a8a20, 0xc4202302f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70148 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc422367530) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227ced40, 0xc4225a8a20, 0xc4227ced30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70505 [chan receive]: | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*muxListener).Accept(0xc42124eb60, 0x1bdfde0, 0xc4209d9b80, 0x27deca0, 0xc420ed1900) | |
| <autogenerated>:9 +0x7a | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).Serve(0xc4209d9b80, 0x27d3b40, 0xc42124eb60, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:444 +0x196 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func7(0x7f20044cd928, 0xc4213f96b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:691 +0x43 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4201dc4e0, 0xc422afe630, 0xc42124ecc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70733 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func1(0x7f20044cd928, 0xc420ea4c60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:157 +0x55 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42038f2f0, 0xc422afe630, 0xc42341aa00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70922 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newClientStream.func3(0x27dedc0, 0xc421570680, 0xc422659ba0, 0xc420e0e2c0, 0xc421995900) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:255 +0x3c9 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newClientStream | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:274 +0xf4e | |
| goroutine 70536 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).controller(0xc421570680) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1227 +0x6c7 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:292 +0xe3d | |
| goroutine 70920 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc420217630, 0xc4217fa1d0, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:126 +0x495 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*transportReader).Read(0xc4219c8a20, 0xc4217fa1d0, 0x5, 0x5, 0x707b94, 0xc4224321a0, 0x1be0bd8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:391 +0x55 | |
| io.ReadAtLeast(0x27bf5c0, 0xc4219c8a20, 0xc4217fa1d0, 0x5, 0x5, 0x5, 0xc422825a20, 0xc421995800, 0x5) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27bf5c0, 0xc4219c8a20, 0xc4217fa1d0, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).Read(0xc421995800, 0xc4217fa1d0, 0x5, 0x5, 0x1, 0x6, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:375 +0xc8 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc4217fa1c0, 0x7fffffff, 0x0, 0x0, 0x0, 0x0, 0x6, 0x6) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:265 +0x65 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.recv(0xc4217fa1c0, 0x27d4180, 0x2cbf460, 0xc421995800, 0x27c7540, 0x2cbf460, 0x1a37240, 0xc420345620, 0x7fffffff, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:361 +0x4d | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc4203d78c0, 0x1a37240, 0xc420345620, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:648 +0x11a | |
| github.com/cockroachdb/cockroach/pkg/storage.(*multiRaftRaftMessageBatchServer).Recv(0xc420381fd0, 0x7f20044cd928, 0xc4219c8a80, 0xc422c92d80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft.pb.go:397 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).RaftMessageBatch.func1.1.1(0x27deb80, 0xc420381fd0, 0xc422f54f00, 0x7f20044cd928, 0xc4219c8a80, 0x18, 0xd9cc04) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:326 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).RaftMessageBatch.func1.1(0x7f20044cd928, 0xc4219c8a80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:349 +0x5d | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420381ff0, 0xc422afe630, 0xc4219c8a50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70888 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).transportMonitor(0xc42157ddc0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:927 +0x694 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ClientConn).resetAddrConn | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:630 +0x73c | |
| goroutine 71785 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).controller(0xc420aa0c60) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:1011 +0x7d6 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:220 +0x971 | |
| goroutine 70665 [semacquire]: | |
| sync.runtime_SemacquireMutex(0xc4201dc3a4) | |
| /usr/local/go/src/runtime/sema.go:62 +0x34 | |
| sync.(*Mutex).Lock(0xc4201dc3a0) | |
| /usr/local/go/src/sync/mutex.go:87 +0x9d | |
| sync.(*Once).Do(0xc4201dc3a0, 0xc420fb7f60) | |
| /usr/local/go/src/sync/once.go:40 +0x44 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func12(0x7f20044cd928, 0xc420e83860) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:952 +0x64 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4215294d0, 0xc422afe630, 0xc420e62ea0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70336 [semacquire]: | |
| sync.runtime_notifyListWait(0xc421d03b90, 0xc400000161) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc421d03b80) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc421f3ee10, 0x7f20044cd928, 0xc421654c60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc421654c60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420219380, 0xc422afe900, 0xc420219370) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70885 [IO wait]: | |
| net.runtime_pollWait(0x7f200329de10, 0x72, 0x21) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4200a3bf8, 0x72, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4200a3bf8, 0xc4206d9400, 0x400) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4200a3b90, 0xc4206d9400, 0x400, 0x400, 0x0, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc421a932f8, 0xc4206d9400, 0x400, 0x400, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| crypto/tls.(*block).readFromUntil(0xc421909590, 0x7f2004480cc0, 0xc421a932f8, 0x5, 0xc421a932f8, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:488 +0x98 | |
| crypto/tls.(*Conn).readRecord(0xc420ccea80, 0x1be0b17, 0xc420cceba0, 0xc421410d34) | |
| /usr/local/go/src/crypto/tls/conn.go:590 +0xc4 | |
| crypto/tls.(*Conn).Read(0xc420ccea80, 0xc421d2c000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1134 +0x11d | |
| bufio.(*Reader).Read(0xc4225c6b40, 0xc422c710d8, 0x9, 0x9, 0xc421eabd60, 0x6c0fef, 0x1be0bc0) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x27ba340, 0xc4225c6b40, 0xc422c710d8, 0x9, 0x9, 0x9, 0x6, 0xc42001a068, 0xc42001a000) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27ba340, 0xc4225c6b40, 0xc422c710d8, 0x9, 0x9, 0x0, 0x0, 0xc421eabe30) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc422c710d8, 0x9, 0x9, 0x27ba340, 0xc4225c6b40, 0x0, 0xc400000000, 0xc421eabe75, 0xc4219c8630) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc422c710a0, 0x27c5ac0, 0xc4219c8630, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa4 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*framer).readFrame(0xc4215bc0f0, 0xc4219c8630, 0xc4219c8630, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http_util.go:592 +0x2f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).reader(0xc422830ea0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1154 +0xcd | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:262 +0xcf5 | |
| goroutine 70546 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).RaftMessageBatch(0xc4217e4c30, 0x27deb80, 0xc420286a20, 0x27c5200, 0xc4217e4c30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:355 +0x23d | |
| github.com/cockroachdb/cockroach/pkg/storage._MultiRaft_RaftMessageBatch_Handler(0x1ae2220, 0xc4217e4c30, 0x27db5e0, 0xc42219ddd0, 0xc420c16ff0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft.pb.go:378 +0xb7 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc420dafcc0, 0x27dcae0, 0xc421274c60, 0xc422b70b00, 0xc420756000, 0x27a6ca0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:891 +0xa4c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleStream(0xc420dafcc0, 0x27dcae0, 0xc421274c60, 0xc422b70b00, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:985 +0x153f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc42043ab10, 0xc420dafcc0, 0x27dcae0, 0xc421274c60, 0xc422b70b00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:551 +0xa9 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:552 +0xa1 | |
| goroutine 71835 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc423317db0, 0xc4203de450, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:126 +0x495 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*transportReader).Read(0xc420f33e30, 0xc4203de450, 0x5, 0x5, 0x707b94, 0xc422658340, 0x1be0bd8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:391 +0x55 | |
| io.ReadAtLeast(0x27bf5c0, 0xc420f33e30, 0xc4203de450, 0x5, 0x5, 0x5, 0xc421a01a00, 0xc420ed5400, 0x5) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27bf5c0, 0xc420f33e30, 0xc4203de450, 0x5, 0x5, 0x1, 0xc42043a419, 0x1) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).Read(0xc420ed5400, 0xc4203de450, 0x5, 0x5, 0x1, 0xc4230a0270, 0xc422dc1c90) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:375 +0xc8 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc4203de440, 0x7fffffff, 0xc42141da00, 0xc42001a000, 0xc420f55ab8, 0xc422dc1e10, 0x10, 0x2a) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:265 +0x65 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.recv(0xc4203de440, 0x27d4180, 0x2cbf460, 0xc420ed5400, 0x27c7540, 0x2cbf460, 0x1a37320, 0xc420f33f20, 0x7fffffff, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:361 +0x4d | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc420aa1ce0, 0x1a37320, 0xc420f33f20, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:398 +0xf2 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*multiRaftRaftMessageBatchClient).Recv(0xc4213021b0, 0x19cbf20, 0x6a7900, 0x7f20044cd928) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft.pb.go:329 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).processQueue.func1.1.1(0x27deb20, 0xc4213021b0, 0xc420f527c0, 0xc422d61680, 0x7f20044cd928, 0xc420f33ef0, 0x18, 0xd9cc04) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:487 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).processQueue.func1.1(0x7f20044cd928, 0xc420f33ef0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:502 +0x66 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421302200, 0xc4225a8a20, 0xc420f33ec0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69494 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc4210c69c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42039a600, 0xc42219d4d0, 0xc42039a5f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70538 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newClientStream.func3(0x27dedc0, 0xc421570680, 0xc422659ba0, 0xc4223122c0, 0xc42049e900) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:255 +0x3c9 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newClientStream | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:274 +0xf4e | |
| goroutine 70680 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).processQueue(0xc422d61680, 0xc400000001, 0xc420659b00, 0xc42141ce40, 0x27deb20, 0xc42020e120, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:513 +0x6a6 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).connectAndProcess.func1(0xc422d61680, 0x1, 0x7f20044cd928, 0xc421568bd0, 0x0, 0x0, 0xc4218d94a0, 0xc420659b00, 0xc42141ce40, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:458 +0x32e | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).connectAndProcess(0xc422d61680, 0x7f20044cd928, 0xc421568bd0, 0x1, 0xc420659b00, 0xc42141ce40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:459 +0xe9 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).SendAsync.func1.1(0x7f20044cd928, 0xc421568bd0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:587 +0x60 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42020e0a0, 0xc4225a8a20, 0xc421568ae0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70621 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).startGossip.func1(0x7f20044cd928, 0xc42183cf00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:659 +0x464 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420304530, 0xc422afe630, 0xc420282900) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71837 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).RaftMessageBatch(0xc422f54f00, 0x27deb80, 0xc421302640, 0x27c5200, 0xc422f54f00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:355 +0x23d | |
| github.com/cockroachdb/cockroach/pkg/storage._MultiRaft_RaftMessageBatch_Handler(0x1ae2220, 0xc422f54f00, 0x27db5e0, 0xc421d967e0, 0x1ac0060, 0x2) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft.pb.go:378 +0xb7 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc4209d9b80, 0x27dcae0, 0xc420aa1a20, 0xc420ed5500, 0xc4212c2210, 0x27a6ca0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:891 +0xa4c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleStream(0xc4209d9b80, 0x27dcae0, 0xc420aa1a20, 0xc420ed5500, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:985 +0x153f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc4213020f0, 0xc4209d9b80, 0x27dcae0, 0xc420aa1a20, 0xc420ed5500) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:551 +0xa9 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:552 +0xa1 | |
| goroutine 70376 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc42161f890) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2fc0, 0xc422afe900, 0xc420da2fb0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70152 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc422367620) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227cedc0, 0xc4225a8a20, 0xc4227cedb0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69473 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc4210c6a80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42039a090, 0xc42219d4d0, 0xc42039a080) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71834 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newClientStream.func3(0x27dedc0, 0xc421a01a00, 0xc421a00ea0, 0xc420aa1ce0, 0xc420ed5400) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:255 +0x3c9 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newClientStream | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:274 +0xf4e | |
| goroutine 70083 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*server).start.func3(0x7f20044cd928, 0xc4233672f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:384 +0x66 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42028ea80, 0xc4225a8a20, 0xc420cd91a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69383 [semacquire]: | |
| sync.runtime_notifyListWait(0xc422fc2c30, 0xc400000000) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc422fc2c20) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage/engine.(*RocksDB).syncLoop(0xc422fc2b40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:478 +0xd7 | |
| created by github.com/cockroachdb/cockroach/pkg/storage/engine.(*RocksDB).open | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:465 +0x4c7 | |
| goroutine 71703 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).controller(0xc420c0de40) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:1011 +0x7d6 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:220 +0x971 | |
| goroutine 70131 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420c17ce0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227ceb00, 0xc4225a8a20, 0xc4227ceaf0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69478 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc4210c6750) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42039a210, 0xc42219d4d0, 0xc42039a1d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71860 [IO wait]: | |
| net.runtime_pollWait(0x7f20044cdd28, 0x72, 0x2f) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420dc5108, 0x72, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420dc5108, 0xc422428000, 0x400) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420dc50a0, 0xc422428000, 0x400, 0x400, 0x0, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a779d8, 0xc422428000, 0x400, 0x400, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*MuxConn).Read(0xc422d5c1e0, 0xc422428000, 0x400, 0x400, 0x1a48d40, 0x0, 0x7f20044d8358) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x113 | |
| crypto/tls.(*block).readFromUntil(0xc420961b90, 0x7f20044d8358, 0xc422d5c1e0, 0x5, 0xc422d5c1e0, 0xc4216b4000) | |
| /usr/local/go/src/crypto/tls/conn.go:488 +0x98 | |
| crypto/tls.(*Conn).readRecord(0xc423080e00, 0x1be0b17, 0xc423080f20, 0xed18fd0fc) | |
| /usr/local/go/src/crypto/tls/conn.go:590 +0xc4 | |
| crypto/tls.(*Conn).Read(0xc423080e00, 0xc4221d6000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1134 +0x11d | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc420f4d220, 0xc4221d6000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/v3.go:163 +0x158 | |
| bufio.(*Reader).fill(0xc4219c69c0) | |
| /usr/local/go/src/bufio/bufio.go:97 +0x117 | |
| bufio.(*Reader).ReadByte(0xc4219c69c0, 0x6, 0x0, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:239 +0x5b | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readBuffer).readTypedMsg(0xc4221d2028, 0x27c8c00, 0xc4219c69c0, 0x0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/encoding.go:92 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*v3Conn).serve(0xc4221d2000, 0x7f20044cd928, 0xc420e2c630, 0xc420878880, 0x5400, 0xc422c67968, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/v3.go:480 +0x459 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc422c67800, 0x7f20044cd968, 0xc420417a40, 0x27dd6e0, 0xc423080e00, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:421 +0x96c | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func9.1(0x27deca0, 0xc422d5c1e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:749 +0x149 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc42219d4d0, 0x7f20044cd928, 0xc4210f3d70, 0xc420a77de8, 0x27deca0, 0xc422d5c1e0, 0xc4216a8cc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:140 +0xa9 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:142 +0x267 | |
| goroutine 70769 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x7f20044cd928, 0xc420ea53b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:504 +0x42f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4226127c0, 0xc422afe630, 0xc4203629c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70145 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc4223666c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227cecc0, 0xc4225a8a20, 0xc4227cecb0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70742 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420c3d650, 0xc400000144) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420c3d640) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc420dce3f0, 0x7f20044cd928, 0xc420ea4e10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc420ea4e10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42038f430, 0xc422afe630, 0xc42038f420) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70306 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc42307a9a0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:949 +0x488 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:221 +0x996 | |
| goroutine 70654 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420e836e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420304c30, 0xc422afe630, 0xc420304c20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69490 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc4210c6930) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42039a580, 0xc42219d4d0, 0xc42039a570) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70744 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420c3d650, 0xc40000013e) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420c3d640) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc420dce3f0, 0x7f20044cd928, 0xc420ea4e70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc420ea4e70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42038f490, 0xc422afe630, 0xc42038f460) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70837 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).keepalive(0xc4223589c0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1276 +0x4ed | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:294 +0xefe | |
| goroutine 70201 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420746350, 0xc40000010d) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420746340) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc420dce000, 0x7f20044cd928, 0xc42187d140) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc42187d140) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4202303d0, 0xc4225a8a20, 0xc4202303c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71674 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc4202b16d0, 0xc4203c7b90, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:126 +0x495 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*transportReader).Read(0xc4234013b0, 0xc4203c7b90, 0x5, 0x5, 0x707b94, 0xc420c09380, 0x1be0bd8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:391 +0x55 | |
| io.ReadAtLeast(0x27bf5c0, 0xc4234013b0, 0xc4203c7b90, 0x5, 0x5, 0x5, 0xc4224e2820, 0xc422607300, 0x5) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27bf5c0, 0xc4234013b0, 0xc4203c7b90, 0x5, 0x5, 0x1, 0x7f20044ced50, 0xc42190cc60) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).Read(0xc422607300, 0xc4203c7b90, 0x5, 0x5, 0x1, 0x0, 0xc42190cca8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:375 +0xc8 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc4203c7b80, 0x7fffffff, 0xc4214786c0, 0x0, 0x6, 0xc421511800, 0x7f20045124b0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:265 +0x65 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.recv(0xc4203c7b80, 0x27d4180, 0x2cbf460, 0xc422607300, 0x27c7540, 0x2cbf460, 0x1a37320, 0xc423401620, 0x7fffffff, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:361 +0x4d | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc420c0c6e0, 0x1a37320, 0xc423401620, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:398 +0xf2 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*multiRaftRaftMessageBatchClient).Recv(0xc4203117a0, 0x19cbf20, 0x6a7900, 0x7f20044cd928) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft.pb.go:329 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).processQueue.func1.1.1(0x27deb20, 0xc4203117a0, 0xc420efb640, 0xc4217e4c30, 0x7f20044cd928, 0xc4234015f0, 0x18, 0xd9cc04) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:487 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).processQueue.func1.1(0x7f20044cd928, 0xc4234015f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:502 +0x66 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4203117f0, 0xc422afe900, 0xc4234015c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71677 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc4202b19a0, 0xc42039c1b0, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:126 +0x495 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*transportReader).Read(0xc423401c20, 0xc42039c1b0, 0x5, 0x5, 0x707b94, 0xc422aac4e0, 0x1be0bd8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:391 +0x55 | |
| io.ReadAtLeast(0x27bf5c0, 0xc423401c20, 0xc42039c1b0, 0x5, 0x5, 0x5, 0xc4212389a0, 0xc422607500, 0x5) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27bf5c0, 0xc423401c20, 0xc42039c1b0, 0x5, 0x5, 0x6d4091, 0xc4213616c0, 0x4) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).Read(0xc422607500, 0xc42039c1b0, 0x5, 0x5, 0xc421cd1d60, 0xc420c3d658, 0xc421e72ca8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:375 +0xc8 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc42039c1a0, 0x7fffffff, 0x0, 0x100, 0x1, 0x0, 0x9, 0x6) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:265 +0x65 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.recv(0xc42039c1a0, 0x27d4180, 0x2cbf460, 0xc422607500, 0x27c7540, 0x2cbf460, 0x1a37240, 0xc420344000, 0x7fffffff, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:361 +0x4d | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc42129fc20, 0x1a37240, 0xc420344000, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:648 +0x11a | |
| github.com/cockroachdb/cockroach/pkg/storage.(*multiRaftRaftMessageBatchServer).Recv(0xc420311c70, 0x7f20044cd928, 0xc4233dc030, 0xc420673080) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft.pb.go:397 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).RaftMessageBatch.func1.1.1(0x27deb80, 0xc420311c70, 0xc422f54f00, 0x7f20044cd928, 0xc4233dc030, 0x18, 0xd9cc04) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:326 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).RaftMessageBatch.func1.1(0x7f20044cd928, 0xc4233dc030) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:349 +0x5d | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420311ca0, 0xc422afe630, 0xc4233dc000) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69512 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/jobs.(*Registry).Start.func2(0x7f20044cd928, 0xc420fe12c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/jobs/registry.go:140 +0x227 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2460, 0xc42219d4d0, 0xc420ea5050) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69435 [semacquire]: | |
| sync.runtime_Semacquire(0xc423032a14) | |
| /usr/local/go/src/runtime/sema.go:47 +0x34 | |
| sync.(*WaitGroup).Wait(0xc423032a08) | |
| /usr/local/go/src/sync/waitgroup.go:131 +0x7a | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Wait(0xc423032990, 0x7f20044cd928, 0xc4219479b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:173 +0x31 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Wait-fm(0x7f20044cd928, 0xc4219479b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3623 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421a2c870, 0xc42219d4d0, 0xc421a2c860) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70280 [chan receive]: | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*muxListener).Accept(0xc420345e00, 0xc421b492c0, 0x192bba0, 0x279a150, 0x1a1cb80) | |
| <autogenerated>:9 +0x7a | |
| net/http.(*Server).Serve(0xc4233cf130, 0x27d3b40, 0xc420345e00, 0x0, 0x0) | |
| /usr/local/go/src/net/http/server.go:2643 +0x228 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func4(0x7f20044cd928, 0xc421b490b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:668 +0x119 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42031d2c0, 0xc422afe900, 0xc4207bef60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70512 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*client).gossip(0xc4207fdba0, 0x7f20044cd928, 0xc4213f98c0, 0xc42260e180, 0x27dd740, 0xc42033f0b0, 0xc422afe630, 0xc4201dcaa0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/client.go:323 +0x3e2 | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*client).startLocked.func1(0x7f20044cd928, 0xc4213f98c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/client.go:130 +0x410 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4201dca60, 0xc422afe630, 0xc420796440) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70743 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420c3d650, 0xc400000136) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420c3d640) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc420dce3f0, 0x7f20044cd928, 0xc420ea4e40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc420ea4e40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42038f450, 0xc422afe630, 0xc42038f440) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70170 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/jobs.(*Registry).Start.func2(0x7f20044cd928, 0xc420f77770) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/jobs/registry.go:140 +0x227 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4202a5900, 0xc4225a8a20, 0xc420f76bd0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70629 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420f82780) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420304750, 0xc422afe630, 0xc420304740) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70362 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc42161f5f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2c60, 0xc422afe900, 0xc420da2c50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70186 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420746350, 0xc400000103) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420746340) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc420dce000, 0x7f20044cd928, 0xc42187ce40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc42187ce40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4202300f0, 0xc4225a8a20, 0xc4202300d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70649 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420e83560) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420304af0, 0xc422afe630, 0xc420304ae0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71682 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc4212389a0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:949 +0x488 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:221 +0x996 | |
| goroutine 69445 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).startGossip.func1(0x7f20044cd928, 0xc4217dc480) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:659 +0x464 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421a2d120, 0xc42219d4d0, 0xc422efd0c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70207 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).startGossip.func4(0x7f20044cd928, 0xc42187de60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1298 +0x4ee | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420230470, 0xc4225a8a20, 0xc422e1c190) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70189 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420746350, 0xc400000111) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420746340) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc420dce000, 0x7f20044cd928, 0xc42187ced0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc42187ced0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420230180, 0xc4225a8a20, 0xc420230170) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71723 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc421885a90, 0xc42186bf10, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:126 +0x495 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*transportReader).Read(0xc422f7ac60, 0xc42186bf10, 0x5, 0x5, 0x707b94, 0xc4205b7040, 0x1be0bd8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:391 +0x55 | |
| io.ReadAtLeast(0x27bf5c0, 0xc422f7ac60, 0xc42186bf10, 0x5, 0x5, 0x5, 0xc4224e3ba0, 0xc42047ac00, 0x5) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27bf5c0, 0xc422f7ac60, 0xc42186bf10, 0x5, 0x5, 0x1, 0x7f20044ced50, 0xc42190cc60) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).Read(0xc42047ac00, 0xc42186bf10, 0x5, 0x5, 0x1, 0x0, 0xc42190cca8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:375 +0xc8 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc42186bf00, 0x7fffffff, 0xc4214786c0, 0x0, 0x6, 0xc421511800, 0x7f20045124b0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:265 +0x65 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.recv(0xc42186bf00, 0x27d4180, 0x2cbf460, 0xc42047ac00, 0x27c7540, 0x2cbf460, 0x1a37320, 0xc422f7aed0, 0x7fffffff, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:361 +0x4d | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc422c6e420, 0x1a37320, 0xc422f7aed0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:398 +0xf2 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*multiRaftRaftMessageBatchClient).Recv(0xc42026a730, 0x19cbf20, 0x6a7900, 0x7f20044cd928) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft.pb.go:329 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).processQueue.func1.1.1(0x27deb20, 0xc42026a730, 0xc42260c3c0, 0xc4217e4c30, 0x7f20044cd928, 0xc422f7aea0, 0x18, 0xd9cc04) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:487 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).processQueue.func1.1(0x7f20044cd928, 0xc422f7aea0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:502 +0x66 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42026a790, 0xc422afe900, 0xc422f7ad50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70214 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x7f20044cd928, 0xc421470060) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:504 +0x42f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420231ec0, 0xc4225a8a20, 0xc420e62dc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70163 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc4223678f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227cef30, 0xc4225a8a20, 0xc4227cef20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70160 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc422367860) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227ceed0, 0xc4225a8a20, 0xc4227ceec0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69436 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).raftTickLoop(0xc422d13000, 0x7f20044cd928, 0xc421947b00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3639 +0x228 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).(github.com/cockroachdb/cockroach/pkg/storage.raftTickLoop)-fm(0x7f20044cd928, 0xc421947b00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3625 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421a2c890, 0xc42219d4d0, 0xc421a2c880) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70750 [semacquire]: | |
| sync.runtime_Semacquire(0xc420dce474) | |
| /usr/local/go/src/runtime/sema.go:47 +0x34 | |
| sync.(*WaitGroup).Wait(0xc420dce468) | |
| /usr/local/go/src/sync/waitgroup.go:131 +0x7a | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Wait(0xc420dce3f0, 0x7f20044cd928, 0xc420ea4f90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:173 +0x31 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Wait-fm(0x7f20044cd928, 0xc420ea4f90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3623 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42038f580, 0xc422afe630, 0xc42038f570) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70202 [semacquire]: | |
| sync.runtime_Semacquire(0xc420dce084) | |
| /usr/local/go/src/runtime/sema.go:47 +0x34 | |
| sync.(*WaitGroup).Wait(0xc420dce078) | |
| /usr/local/go/src/sync/waitgroup.go:131 +0x7a | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Wait(0xc420dce000, 0x7f20044cd928, 0xc42187d170) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:173 +0x31 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Wait-fm(0x7f20044cd928, 0xc42187d170) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3623 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4202303f0, 0xc4225a8a20, 0xc4202303e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70913 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc42138ddb0, 0xc4203dfb70, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:126 +0x495 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*transportReader).Read(0xc420dbfb00, 0xc4203dfb70, 0x5, 0x5, 0x707b94, 0xc420bdc340, 0x1be0bd8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:391 +0x55 | |
| io.ReadAtLeast(0x27bf5c0, 0xc420dbfb00, 0xc4203dfb70, 0x5, 0x5, 0x5, 0xc422312000, 0xc422452000, 0x5) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27bf5c0, 0xc420dbfb00, 0xc4203dfb70, 0x5, 0x5, 0x6d4091, 0xc42222a9c0, 0x4) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).Read(0xc422452000, 0xc4203dfb70, 0x5, 0x5, 0xc4226de190, 0xc420f9c618, 0xc422cf0ca8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:375 +0xc8 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc4203dfb60, 0x7fffffff, 0x0, 0x0, 0x1, 0xc420362760, 0x1, 0x6) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:265 +0x65 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.recv(0xc4203dfb60, 0x27d4180, 0x2cbf460, 0xc422452000, 0x27c7540, 0x2cbf460, 0x1a37240, 0xc4203627a0, 0x7fffffff, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:361 +0x4d | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc4232683f0, 0x1a37240, 0xc4203627a0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:648 +0x11a | |
| github.com/cockroachdb/cockroach/pkg/storage.(*multiRaftRaftMessageBatchServer).Recv(0xc4203119f0, 0x7f20044cd928, 0xc420dbfc80, 0xc420ed3200) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft.pb.go:397 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).RaftMessageBatch.func1.1.1(0x27deb80, 0xc4203119f0, 0xc422ae0f00, 0x7f20044cd928, 0xc420dbfc80, 0x18, 0xd9cc04) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:326 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).RaftMessageBatch.func1.1(0x7f20044cd928, 0xc420dbfc80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:349 +0x5d | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420311a10, 0xc42219d4d0, 0xc420dbfc50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70667 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/jobs.(*Registry).Start.func1(0x7f20044cd928, 0xc4207be240) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/jobs/registry.go:129 +0x18c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421529520, 0xc422afe630, 0xc420e82fc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69432 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420f9c610, 0xc4000004ff) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420f9c600) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc423032990, 0x7f20044cd928, 0xc421947a40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc421947a40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421a2c800, 0xc42219d4d0, 0xc421a2c7f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70429 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x7f20044cd928, 0xc421655350) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:504 +0x42f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420219b60, 0xc422afe900, 0xc4203be7e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70541 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc42308e820, 0xc421968630, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:126 +0x495 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*transportReader).Read(0xc4219136b0, 0xc421968630, 0x5, 0x5, 0x707b94, 0xc420bdc9c0, 0x1be0bd8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:391 +0x55 | |
| io.ReadAtLeast(0x27bf5c0, 0xc4219136b0, 0xc421968630, 0x5, 0x5, 0x5, 0xc422312000, 0xc42049eb00, 0x5) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27bf5c0, 0xc4219136b0, 0xc421968630, 0x5, 0x5, 0x6, 0xc42001a068, 0xc42001a000) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).Read(0xc42049eb00, 0xc421968630, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:375 +0xc8 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc421968620, 0x7fffffff, 0x0, 0x0, 0x0, 0xc420919020, 0x9, 0x6) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:265 +0x65 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.recv(0xc421968620, 0x27d4180, 0x2cbf460, 0xc42049eb00, 0x27c7540, 0x2cbf460, 0x1a44580, 0xc4224114a0, 0x7fffffff, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:361 +0x4d | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc420dce1b0, 0x1a44580, 0xc4224114a0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:648 +0x11a | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*gossipGossipServer).Recv(0xc42033f660, 0xc4211b9bb8, 0xb23552, 0xc422b71540) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.pb.go:230 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/gossip.(Gossip_GossipServer).Recv-fm(0xc422b71540, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:161 +0x2f | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*server).gossipReceiver(0xc422b71500, 0x7f20044cd928, 0xc420a8e2d0, 0xc421a92050, 0xc420c3cf80, 0xc4211b9f60, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:339 +0x48b | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*server).Gossip.func3.1(0x7f20044cd928, 0xc420a8e2d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:161 +0x9f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42033fa50, 0xc42219d4d0, 0xc420c3d000) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69425 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420f9c610, 0xc4000004fa) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420f9c600) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc423032990, 0x7f20044cd928, 0xc4219478c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc4219478c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421a2c710, 0xc42219d4d0, 0xc421a2c700) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70675 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).processQueue(0xc422ae0f00, 0x7f2000000002, 0xc420659320, 0xc42141ca40, 0x27deb20, 0xc4201bf0d0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:513 +0x6a6 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).connectAndProcess.func1(0xc422ae0f00, 0x2, 0x7f20044cd928, 0xc4215680c0, 0x1, 0x0, 0xc4201ea140, 0xc420659320, 0xc42141ca40, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:458 +0x32e | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).connectAndProcess(0xc422ae0f00, 0x7f20044cd928, 0xc4215680c0, 0x2, 0xc420659320, 0xc42141ca40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:459 +0xe9 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).SendAsync.func1.1(0x7f20044cd928, 0xc4215680c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:587 +0x60 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4201befb0, 0xc42219d4d0, 0xc421568030) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69426 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420f9c610, 0xc4000004f9) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420f9c600) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc423032990, 0x7f20044cd928, 0xc4219478f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc4219478f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421a2c730, 0xc42219d4d0, 0xc421a2c720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69423 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420f9c610, 0xc4000004f4) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420f9c600) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc423032990, 0x7f20044cd928, 0xc4219477d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc4219477d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421a2c6c0, 0xc42219d4d0, 0xc421a2c6b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69382 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*LeaseManager).RefreshLeases.func1(0x7f20044cd928, 0xc4210f39b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/lease.go:1343 +0xaf5 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4211bcc80, 0xc42219d4d0, 0xc420962b40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70457 [IO wait]: | |
| net.runtime_pollWait(0x7f200329ded0, 0x72, 0x16) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc42200b568, 0x72, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc42200b568, 0xc42080a000, 0x4000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc42200b500, 0xc42080a000, 0x4000, 0x4000, 0x0, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc421a92518, 0xc42080a000, 0x4000, 0x4000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*MuxConn).Read(0xc4218d9e00, 0xc42080a000, 0x4000, 0x4000, 0x1a48d40, 0x0, 0x7f20044d8358) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x113 | |
| crypto/tls.(*block).readFromUntil(0xc421593860, 0x7f20044d8358, 0xc4218d9e00, 0x5, 0xc4218d9e00, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:488 +0x98 | |
| crypto/tls.(*Conn).readRecord(0xc422eb0700, 0x1be0b17, 0xc422eb0820, 0xc42105da40) | |
| /usr/local/go/src/crypto/tls/conn.go:590 +0xc4 | |
| crypto/tls.(*Conn).Read(0xc422eb0700, 0xc422760000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1134 +0x11d | |
| bufio.(*Reader).Read(0xc420659ec0, 0xc42078d8b8, 0x9, 0x9, 0x2105da90, 0xc42105db10, 0xadb3c7) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x27ba340, 0xc420659ec0, 0xc42078d8b8, 0x9, 0x9, 0x9, 0xc420f303c0, 0x13e, 0x13e) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27ba340, 0xc420659ec0, 0xc42078d8b8, 0x9, 0x9, 0x13e, 0x0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc42078d8b8, 0x9, 0x9, 0x27ba340, 0xc420659ec0, 0x0, 0x0, 0x13e, 0x13e00000001) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc42078d880, 0x13e, 0x13e, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa4 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*framer).readFrame(0xc420f76540, 0xc420f76570, 0xc420f76570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http_util.go:592 +0x2f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc421274c60, 0xc420f766f0, 0x1bdfe18) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:377 +0x32c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc420dafcc0, 0x27dcae0, 0xc421274c60) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:559 +0x162 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveHTTP2Transport(0xc420dafcc0, 0x27dd6e0, 0xc422eb0700, 0x27c2580, 0xc422a20bb0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:540 +0x497 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn(0xc420dafcc0, 0x27deca0, 0xc4218d9e00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:507 +0x4ad | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).Serve | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:476 +0x5b6 | |
| goroutine 70735 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420c3d650, 0xc400000141) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420c3d640) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc420dce3f0, 0x7f20044cd928, 0xc420ea4cc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc420ea4cc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42038f330, 0xc422afe630, 0xc42038f320) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70283 [chan receive]: | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*muxListener).Accept(0xc420345d20, 0x1bdfde0, 0xc420dafcc0, 0x27deca0, 0xc420d06c80) | |
| <autogenerated>:9 +0x7a | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).Serve(0xc420dafcc0, 0x27d3b40, 0xc420345d20, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:444 +0x196 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func7(0x7f20044cd928, 0xc421b49440) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:691 +0x43 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42031d340, 0xc422afe900, 0xc420345ec0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69458 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x7f20044cd928, 0xc4217dc390) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:504 +0x42f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421302c30, 0xc42219d4d0, 0xc42037f7a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69493 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc4210c6990) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42039a5e0, 0xc42219d4d0, 0xc42039a5d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71831 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).keepalive(0xc421a01a00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1276 +0x4ed | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:294 +0xefe | |
| goroutine 69465 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc4210c6480) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4202ebf40, 0xc42219d4d0, 0xc4202ebf20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70572 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc42308e2d0, 0xc4219681d0, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:126 +0x495 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*transportReader).Read(0xc421913140, 0xc4219681d0, 0x5, 0x5, 0x707b94, 0xc42088e000, 0x1be0bd8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:391 +0x55 | |
| io.ReadAtLeast(0x27bf5c0, 0xc421913140, 0xc4219681d0, 0x5, 0x5, 0x5, 0xc421570680, 0xc42049e900, 0xc400000005) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27bf5c0, 0xc421913140, 0xc4219681d0, 0x5, 0x5, 0x162c, 0x0, 0x9) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).Read(0xc42049e900, 0xc4219681d0, 0x5, 0x5, 0xc42088e000, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:375 +0xc8 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc4219681c0, 0x7fffffff, 0xc420f99410, 0xc400000001, 0x2cc0520, 0x0, 0x0, 0xc42001b300) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:265 +0x65 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.recv(0xc4219681c0, 0x27d4180, 0x2cbf460, 0xc42049e900, 0x27c7540, 0x2cbf460, 0x1a2c180, 0xc42137aa50, 0x7fffffff, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:361 +0x4d | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc4223122c0, 0x1a2c180, 0xc42137aa50, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:398 +0xf2 | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*gossipGossipClient).Recv(0xc42033f0b0, 0x7f20044cd928, 0xc4213f9c20, 0xc42260e180) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.pb.go:194 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*client).gossip.func2.1(0x27dd740, 0xc42033f0b0, 0xc4207fdba0, 0x7f20044cd928, 0xc4213f9c20, 0xc42260e180, 0xc420951778, 0x6c064e) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/client.go:311 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*client).gossip.func2(0x7f20044cd928, 0xc4213f9c20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/client.go:319 +0xc0 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4201dca70, 0xc422afe630, 0xc420796c00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70432 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x7f20044cd928, 0xc4216553e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:504 +0x42f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420219b90, 0xc422afe900, 0xc4203be860) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70137 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420c17e00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227cebc0, 0xc4225a8a20, 0xc4227cebb0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69431 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420f9c610, 0xc4000004f3) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420f9c600) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc423032990, 0x7f20044cd928, 0xc421947a10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc421947a10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421a2c7e0, 0xc42219d4d0, 0xc421a2c7d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70198 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420746350, 0xc40000010b) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420746340) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc420dce000, 0x7f20044cd928, 0xc42187d0b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc42187d0b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420230370, 0xc4225a8a20, 0xc420230360) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70246 [chan receive]: | |
| database/sql.(*DB).connectionOpener(0xc421076780) | |
| /usr/local/go/src/database/sql/sql.go:837 +0x4a | |
| created by database/sql.Open | |
| /usr/local/go/src/database/sql/sql.go:582 +0x212 | |
| goroutine 70652 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420e83620) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420304be0, 0xc422afe630, 0xc420304bd0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70375 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc42161f860) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2fa0, 0xc422afe900, 0xc420da2f90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70469 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc421274c60) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:949 +0x488 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:221 +0x996 | |
| goroutine 70162 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc4223678c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227cef10, 0xc4225a8a20, 0xc4227cef00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70427 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x7f20044cd928, 0xc4216552c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:504 +0x42f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420219b30, 0xc422afe900, 0xc4203be780) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69439 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).startGossip.func4(0x7f20044cd928, 0xc4225cadb0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1298 +0x4ee | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421a2c8f0, 0xc42219d4d0, 0xc422410a50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71726 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).processQueue(0xc422d61680, 0xc400000003, 0xc420eb8900, 0xc420fd3b40, 0x27deb20, 0xc421a2d990, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:513 +0x6a6 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).connectAndProcess.func1(0xc422d61680, 0x3, 0x7f20044cd928, 0xc420fd8f60, 0x0, 0x0, 0xc420d06640, 0xc420eb8900, 0xc420fd3b40, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:458 +0x32e | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).connectAndProcess(0xc422d61680, 0x7f20044cd928, 0xc420fd8f60, 0x3, 0xc420eb8900, 0xc420fd3b40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:459 +0xe9 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).SendAsync.func1.1(0x7f20044cd928, 0xc420fd8f60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:587 +0x60 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42026adc0, 0xc4225a8a20, 0xc422f7bef0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70350 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420bff170) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2a00, 0xc422afe900, 0xc420da29f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70351 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc4225981e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2a20, 0xc422afe900, 0xc420da2a10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70446 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewContext.func1(0x7f20044cd928, 0xc4212c3260) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:216 +0x5d | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42033ecd0, 0xc422afe630, 0xc420faf880) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70133 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420c17d40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227ceb40, 0xc4225a8a20, 0xc4227ceb30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70554 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).RaftMessageBatch(0xc422ae0f00, 0x27deb80, 0xc420287140, 0x27c5200, 0xc422ae0f00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:355 +0x23d | |
| github.com/cockroachdb/cockroach/pkg/storage._MultiRaft_RaftMessageBatch_Handler(0x1ae2220, 0xc422ae0f00, 0x27db5e0, 0xc42079a6c0, 0xc421456a94, 0x1b0de3c) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft.pb.go:378 +0xb7 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc422fc2280, 0x27dcae0, 0xc42307a9a0, 0xc422b71100, 0xc420962450, 0x27a6ca0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:891 +0xa4c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleStream(0xc422fc2280, 0x27dcae0, 0xc42307a9a0, 0xc422b71100, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:985 +0x153f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc4226135a0, 0xc422fc2280, 0x27dcae0, 0xc42307a9a0, 0xc422b71100) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:551 +0xa9 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:552 +0xa1 | |
| goroutine 70080 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func6(0x7f20044cd928, 0xc4233672c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:679 +0x88 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42028e960, 0xc4225a8a20, 0xc4208e4f80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70553 [IO wait]: | |
| net.runtime_pollWait(0x7f20043d0810, 0x72, 0x1c) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc42082e4c8, 0x72, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc42082e4c8, 0xc421838000, 0x4000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc42082e460, 0xc421838000, 0x4000, 0x4000, 0x0, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a76718, 0xc421838000, 0x4000, 0x4000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*MuxConn).Read(0xc420940140, 0xc421838000, 0x4000, 0x4000, 0x1a48d40, 0x0, 0x7f20044d8358) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x113 | |
| crypto/tls.(*block).readFromUntil(0xc421837d70, 0x7f20044d8358, 0xc420940140, 0x5, 0xc420940140, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:488 +0x98 | |
| crypto/tls.(*Conn).readRecord(0xc421456a80, 0x1be0b17, 0xc421456ba0, 0xc421a0fa40) | |
| /usr/local/go/src/crypto/tls/conn.go:590 +0xc4 | |
| crypto/tls.(*Conn).Read(0xc421456a80, 0xc4224ca000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1134 +0x11d | |
| bufio.(*Reader).Read(0xc42169b020, 0xc4207d0f18, 0x9, 0x9, 0x21a0fa90, 0xc421a0fb10, 0xadb3c7) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x27ba340, 0xc42169b020, 0xc4207d0f18, 0x9, 0x9, 0x9, 0xc420c49ce0, 0x68, 0x68) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27ba340, 0xc42169b020, 0xc4207d0f18, 0x9, 0x9, 0x68, 0x0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc4207d0f18, 0x9, 0x9, 0x27ba340, 0xc42169b020, 0x0, 0x0, 0x68, 0x6800000001) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc4207d0ee0, 0x68, 0x68, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa4 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*framer).readFrame(0xc421800330, 0xc421800360, 0xc421800360, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http_util.go:592 +0x2f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc420c0c9a0, 0xc4218004e0, 0x1bdfe18) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:377 +0x32c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc4207c8000, 0x27dcae0, 0xc420c0c9a0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:559 +0x162 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveHTTP2Transport(0xc4207c8000, 0x27dd6e0, 0xc421456a80, 0x27c2580, 0xc421696210) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:540 +0x497 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn(0xc4207c8000, 0x27deca0, 0xc420940140) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:507 +0x4ad | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).Serve | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:476 +0x5b6 | |
| goroutine 70168 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*NodeLiveness).StartHeartbeat.func1(0x7f20044cd928, 0xc420f77200) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/node_liveness.go:351 +0x286 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4202a58b0, 0xc4225a8a20, 0xc42030ccd0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69387 [chan receive]: | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*muxListener).Accept(0xc4217fad00, 0xc4210f3b90, 0x192bba0, 0x279a150, 0x1a1cb80) | |
| <autogenerated>:9 +0x7a | |
| net/http.(*Server).Serve(0xc421f9dad0, 0x27d3b40, 0xc4217fad00, 0x0, 0x0) | |
| /usr/local/go/src/net/http/server.go:2643 +0x228 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func4(0x7f20044cd928, 0xc4210f3a10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:668 +0x119 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4211bd710, 0xc42219d4d0, 0xc420872270) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70203 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).raftTickLoop(0xc42125a400, 0x7f20044cd928, 0xc42187dad0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3639 +0x228 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).(github.com/cockroachdb/cockroach/pkg/storage.raftTickLoop)-fm(0x7f20044cd928, 0xc42187dad0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3625 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420230410, 0xc4225a8a20, 0xc420230400) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70550 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc421b6e7d0, 0xc42032c9f0, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:126 +0x495 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*transportReader).Read(0xc420c17aa0, 0xc42032c9f0, 0x5, 0x5, 0x707b94, 0xc4217c5ba0, 0x1be0bd8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:391 +0x55 | |
| io.ReadAtLeast(0x27bf5c0, 0xc420c17aa0, 0xc42032c9f0, 0x5, 0x5, 0x5, 0xc421d86d00, 0xc422b70c00, 0xc400000005) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27bf5c0, 0xc420c17aa0, 0xc42032c9f0, 0x5, 0x5, 0xadc918, 0x27bf5c0, 0xc420c173b0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).Read(0xc422b70c00, 0xc42032c9f0, 0x5, 0x5, 0xc421618cf8, 0xaeeab5, 0xc422b70b00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:375 +0xc8 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc42032c9e0, 0x7fffffff, 0xc421618ea0, 0x5, 0xc421618dd8, 0xaef79d, 0xc42032c5e0, 0x7fffffff) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:265 +0x65 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.recv(0xc42032c9e0, 0x27d4180, 0x2cbf460, 0xc422b70c00, 0x27c7540, 0x2cbf460, 0x1a37320, 0xc420c17b60, 0x7fffffff, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:361 +0x4d | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc421239080, 0x1a37320, 0xc420c17b60, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:398 +0xf2 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*multiRaftRaftMessageBatchClient).Recv(0xc420286fb0, 0x19cbf20, 0x6a7900, 0x7f20044cd928) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft.pb.go:329 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).processQueue.func1.1.1(0x27deb20, 0xc420286fb0, 0xc420797e40, 0xc4217e4c30, 0x7f20044cd928, 0xc420c17b30, 0x18, 0xd9cc04) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:487 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).processQueue.func1.1(0x7f20044cd928, 0xc420c17b30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:502 +0x66 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420287020, 0xc422afe900, 0xc420c17b00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71838 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc42308a780, 0xc4203deab0, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:126 +0x495 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*transportReader).Read(0xc420d169f0, 0xc4203deab0, 0x5, 0x5, 0x707b94, 0xc4214d2d00, 0x1be0bd8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:391 +0x55 | |
| io.ReadAtLeast(0x27bf5c0, 0xc420d169f0, 0xc4203deab0, 0x5, 0x5, 0x5, 0xc420aa1a20, 0xc420ed5500, 0x5) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27bf5c0, 0xc420d169f0, 0xc4203deab0, 0x5, 0x5, 0x6d4091, 0xc4214031e0, 0x4) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).Read(0xc420ed5500, 0xc4203deab0, 0x5, 0x5, 0xc420692280, 0xc420c3d658, 0xc4215a0ca8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:375 +0xc8 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc4203deaa0, 0x7fffffff, 0x0, 0x0, 0x1, 0xc42032db80, 0xe, 0x6) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:265 +0x65 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.recv(0xc4203deaa0, 0x27d4180, 0x2cbf460, 0xc420ed5500, 0x27c7540, 0x2cbf460, 0x1a37240, 0xc42032dbc0, 0x7fffffff, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:361 +0x4d | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc421d967e0, 0x1a37240, 0xc42032dbc0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:648 +0x11a | |
| github.com/cockroachdb/cockroach/pkg/storage.(*multiRaftRaftMessageBatchServer).Recv(0xc421302640, 0x7f20044cd928, 0xc420d16a80, 0xc423429980) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft.pb.go:397 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).RaftMessageBatch.func1.1.1(0x27deb80, 0xc421302640, 0xc422f54f00, 0x7f20044cd928, 0xc420d16a80, 0x18, 0xd9cc04) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:326 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).RaftMessageBatch.func1.1(0x7f20044cd928, 0xc420d16a80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:349 +0x5d | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421302660, 0xc422afe630, 0xc420d16a50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70149 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc422367560) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227ced60, 0xc4225a8a20, 0xc4227ced50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70503 [chan receive]: | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*muxListener).Accept(0xc42124ec40, 0xc420a76448, 0xc4213f9650, 0x192bba0, 0x279a150) | |
| <autogenerated>:9 +0x7a | |
| crypto/tls.(*listener).Accept(0xc42124ec80, 0xc4213f9620, 0x192bba0, 0x279a150, 0x1a1cb80) | |
| /usr/local/go/src/crypto/tls/tls.go:52 +0x37 | |
| net/http.(*Server).Serve(0xc423135ef0, 0x27c8e00, 0xc42124ec80, 0x0, 0x0) | |
| /usr/local/go/src/net/http/server.go:2643 +0x228 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func5(0x7f20044cd928, 0xc4213f9590) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:675 +0x42 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4201dc480, 0xc422afe630, 0xc42124eca0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69418 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func1(0x7f20044cd928, 0xc421947500) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:157 +0x55 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421a2c620, 0xc42219d4d0, 0xc422efcc20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70911 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).RaftMessageBatch(0xc422ae0f00, 0x27deb80, 0xc4203119f0, 0x27c5200, 0xc422ae0f00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:355 +0x23d | |
| github.com/cockroachdb/cockroach/pkg/storage._MultiRaft_RaftMessageBatch_Handler(0x1ae2220, 0xc422ae0f00, 0x27db5e0, 0xc4232683f0, 0xc421a5bda0, 0x27d4180) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft.pb.go:378 +0xb7 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc422fc2280, 0x27dcae0, 0xc422312000, 0xc422452000, 0xc420962450, 0x27a6ca0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:891 +0xa4c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleStream(0xc422fc2280, 0x27dcae0, 0xc422312000, 0xc422452000, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:985 +0x153f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc42033ef10, 0xc422fc2280, 0x27dcae0, 0xc422312000, 0xc422452000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:551 +0xa9 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:552 +0xa1 | |
| goroutine 70215 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x7f20044cd928, 0xc421470090) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:504 +0x42f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420231ed0, 0xc4225a8a20, 0xc420e62de0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69427 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420f9c610, 0xc4000004f7) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420f9c600) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc423032990, 0x7f20044cd928, 0xc421947920) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc421947920) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421a2c750, 0xc42219d4d0, 0xc421a2c740) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70502 [chan receive]: | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*muxListener).Accept(0xc42124ec20, 0xc4213f94d0, 0x192bba0, 0x279a150, 0x1a1cb80) | |
| <autogenerated>:9 +0x7a | |
| net/http.(*Server).Serve(0xc420a0c2c0, 0x27d3b40, 0xc42124ec20, 0x0, 0x0) | |
| /usr/local/go/src/net/http/server.go:2643 +0x228 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func4(0x7f20044cd928, 0xc4213f9320) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:668 +0x119 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4201dc470, 0xc422afe630, 0xc4213f9080) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70664 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/distsqlrun.(*flowScheduler).Start.func1(0x7f20044cd928, 0xc420e83830) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsqlrun/flow_scheduler.go:126 +0x48f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421529420, 0xc422afe630, 0xc421529410) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71675 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).RaftMessageBatch(0xc422f54f00, 0x27deb80, 0xc420311c70, 0x27c5200, 0xc422f54f00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:355 +0x23d | |
| github.com/cockroachdb/cockroach/pkg/storage._MultiRaft_RaftMessageBatch_Handler(0x1ae2220, 0xc422f54f00, 0x27db5e0, 0xc42129fc20, 0x7f20044cd928, 0xc420a19470) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft.pb.go:378 +0xb7 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc4209d9b80, 0x27dcae0, 0xc4212389a0, 0xc422607500, 0xc4212c2210, 0x27a6ca0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:891 +0xa4c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleStream(0xc4209d9b80, 0x27dcae0, 0xc4212389a0, 0xc422607500, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:985 +0x153f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc421a59c50, 0xc4209d9b80, 0x27dcae0, 0xc4212389a0, 0xc422607500) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:551 +0xa9 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:552 +0xa1 | |
| goroutine 70532 [IO wait]: | |
| net.runtime_pollWait(0x7f20043d0690, 0x72, 0x1a) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420a29648, 0x72, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420a29648, 0xc421aa1000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420a295e0, 0xc421aa1000, 0x1000, 0x1000, 0x0, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc421a92b80, 0xc421aa1000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*MuxConn).Read(0xc420d7dcc0, 0xc421aa1000, 0x1000, 0x1000, 0x1a48d40, 0x0, 0x7f20044d8358) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x113 | |
| crypto/tls.(*block).readFromUntil(0xc4219121e0, 0x7f20044d8358, 0xc420d7dcc0, 0x5, 0xc420d7dcc0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:488 +0x98 | |
| crypto/tls.(*Conn).readRecord(0xc420e0ca80, 0x1be0b17, 0xc420e0cba0, 0xc421e7fa40) | |
| /usr/local/go/src/crypto/tls/conn.go:590 +0xc4 | |
| crypto/tls.(*Conn).Read(0xc420e0ca80, 0xc420ba8000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1134 +0x11d | |
| bufio.(*Reader).Read(0xc420918360, 0xc42127a118, 0x9, 0x9, 0x21e7fa90, 0xc421e7fb10, 0xadb3c7) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x27ba340, 0xc420918360, 0xc42127a118, 0x9, 0x9, 0x9, 0xc420c397c0, 0x4b, 0x4b) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27ba340, 0xc420918360, 0xc42127a118, 0x9, 0x9, 0x4b, 0x0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc42127a118, 0x9, 0x9, 0x27ba340, 0xc420918360, 0x0, 0x0, 0x4b, 0x4b00000001) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc42127a0e0, 0x4b, 0x4b, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa4 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*framer).readFrame(0xc421912900, 0xc421912930, 0xc421912930, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http_util.go:592 +0x2f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc422312000, 0xc421912b70, 0x1bdfe18) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:377 +0x32c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc422fc2280, 0x27dcae0, 0xc422312000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:559 +0x162 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveHTTP2Transport(0xc422fc2280, 0x27dd6e0, 0xc420e0ca80, 0x27c2580, 0xc4226529a0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:540 +0x497 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn(0xc422fc2280, 0x27deca0, 0xc420d7dcc0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:507 +0x4ad | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).Serve | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:476 +0x5b6 | |
| goroutine 70548 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).processQueue(0xc4217e4c30, 0xc400000001, 0xc42169a300, 0xc420797e40, 0x27deb20, 0xc420286fb0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:513 +0x6a6 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).connectAndProcess.func1(0xc4217e4c30, 0x1, 0x7f20044cd928, 0xc420c17980, 0x0, 0x0, 0xc4209400a0, 0xc42169a300, 0xc420797e40, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:458 +0x32e | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).connectAndProcess(0xc4217e4c30, 0x7f20044cd928, 0xc420c17980, 0x1, 0xc42169a300, 0xc420797e40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:459 +0xe9 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).SendAsync.func1.1(0x7f20044cd928, 0xc420c17980) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:587 +0x60 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420286f50, 0xc422afe900, 0xc420c17950) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70547 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc421b6e4b0, 0xc42032c5f0, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:126 +0x495 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*transportReader).Read(0xc420c173b0, 0xc42032c5f0, 0x5, 0x5, 0x707b94, 0xc42222b6c0, 0x1be0bd8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:391 +0x55 | |
| io.ReadAtLeast(0x27bf5c0, 0xc420c173b0, 0xc42032c5f0, 0x5, 0x5, 0x5, 0xc421274c60, 0xc422b70b00, 0x5) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27bf5c0, 0xc420c173b0, 0xc42032c5f0, 0x5, 0x5, 0x6d4091, 0xc421406b60, 0x4) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).Read(0xc422b70b00, 0xc42032c5f0, 0x5, 0x5, 0xc420ee9d60, 0xc421d03b98, 0xc421e8dca8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:375 +0xc8 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc42032c5e0, 0x7fffffff, 0x0, 0x0, 0x1, 0xc420344420, 0x11, 0x6) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:265 +0x65 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.recv(0xc42032c5e0, 0x27d4180, 0x2cbf460, 0xc422b70b00, 0x27c7540, 0x2cbf460, 0x1a37240, 0xc420344440, 0x7fffffff, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:361 +0x4d | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc42219ddd0, 0x1a37240, 0xc420344440, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:648 +0x11a | |
| github.com/cockroachdb/cockroach/pkg/storage.(*multiRaftRaftMessageBatchServer).Recv(0xc420286a20, 0x7f20044cd928, 0xc420c17410, 0xc420673980) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft.pb.go:397 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).RaftMessageBatch.func1.1.1(0x27deb80, 0xc420286a20, 0xc4217e4c30, 0x7f20044cd928, 0xc420c17410, 0x18, 0xd9cc04) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:326 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).RaftMessageBatch.func1.1(0x7f20044cd928, 0xc420c17410) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:349 +0x5d | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420286a40, 0xc422afe900, 0xc420c173e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70282 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func6(0x7f20044cd928, 0xc421b49410) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:679 +0x88 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42031d330, 0xc422afe900, 0xc420c3d600) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70738 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420c3d650, 0xc40000013f) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420c3d640) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc420dce3f0, 0x7f20044cd928, 0xc420ea4d50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc420ea4d50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42038f390, 0xc422afe630, 0xc42038f380) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70768 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x7f20044cd928, 0xc420ea5380) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:504 +0x42f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4226127b0, 0xc422afe630, 0xc4203629a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70747 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420c3d650, 0xc400000140) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420c3d640) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc420dce3f0, 0x7f20044cd928, 0xc420ea4f00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc420ea4f00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42038f510, 0xc422afe630, 0xc42038f500) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70142 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420c17f80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227cec60, 0xc4225a8a20, 0xc4227cec50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70109 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).keepalive(0xc4223584e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1276 +0x4ed | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:294 +0xefe | |
| goroutine 70657 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420e83770) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420304c90, 0xc422afe630, 0xc420304c80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69374 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc42222c500, 0xc4219f19b0, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:126 +0x495 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*transportReader).Read(0xc4207aaed0, 0xc4219f19b0, 0x5, 0x5, 0x707b94, 0xc420a0e340, 0x1be0bd8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:391 +0x55 | |
| io.ReadAtLeast(0x27bf5c0, 0xc4207aaed0, 0xc4219f19b0, 0x5, 0x5, 0x5, 0xc421571520, 0xc421994600, 0x5) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27bf5c0, 0xc4207aaed0, 0xc4219f19b0, 0x5, 0x5, 0xc4231ee618, 0xbeb4d8, 0x2c80084) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).Read(0xc421994600, 0xc4219f19b0, 0x5, 0x5, 0x1, 0x14f3eaf4a92bbd36, 0x10efe) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:375 +0xc8 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc4219f19a0, 0x7fffffff, 0x10efe, 0x24fe01d, 0x10, 0xda6, 0xc42129f9e0, 0x8c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:265 +0x65 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.recv(0xc4219f19a0, 0x27d4180, 0x2cbf460, 0xc421994600, 0x27c7540, 0x2cbf460, 0x1a37780, 0xc42032c360, 0x7fffffff, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:361 +0x4d | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc42307a160, 0x1a37780, 0xc42032c360, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:398 +0xf2 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*multiRaftRaftSnapshotClient).Recv(0xc4203a1e50, 0xc4207187e0, 0x1b7bf60, 0x53) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft.pb.go:360 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/storage.sendSnapshot(0x7f20044d3568, 0xc4207187e0, 0xc42106f900, 0x7f200327e2a0, 0xc4203a1e50, 0x27be300, 0xc42159ac00, 0x36, 0x2b, 0xc420718a20, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3496 +0x1406 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).SendSnapshot(0xc422ae0f00, 0x7f20044d3568, 0xc4207187e0, 0xc42159ac00, 0x36, 0x2b, 0xc420718a20, 0xc42222c460, 0xc4203a1d00, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:648 +0x2aa | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Replica).sendSnapshot(0xc4212bb800, 0x7f20044d3568, 0xc4207187e0, 0x300000003, 0x0, 0x1b17d5d, 0xa, 0x2, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/replica_command.go:3776 +0x42e | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Replica).changeReplicas(0xc4212bb800, 0x7f20044d3568, 0xc4207187e0, 0x300000000, 0x7f2000000003, 0xc422b997a0, 0xc400000002, 0x1b1682c, 0x9, 0xc421fa5180, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/replica_command.go:3620 +0x4c9 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*replicateQueue).addReplica(0xc42082b2d0, 0x7f20044d3568, 0xc4207187e0, 0xc4212bb800, 0x300000003, 0xc422b997a0, 0x2, 0x1b1682c, 0x9, 0xc421fa5180, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/replicate_queue.go:575 +0xe4 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*replicateQueue).processOneChange(0xc42082b2d0, 0x7f20044d3568, 0xc4207187e0, 0xc4212bb800, 0xc421f67800, 0x1c, 0x20, 0xc4231efb30, 0x2faf000, 0x3b9aca00, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/replicate_queue.go:508 +0x1560 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*replicateQueue).process(0xc42082b2d0, 0x7f20044d3568, 0xc4207187e0, 0xc4212bb800, 0xc421f67800, 0x1c, 0x20, 0x100000001, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/replicate_queue.go:223 +0x1a6 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processReplica(0xc422606700, 0x7f20044cd928, 0xc421a57b00, 0xc4212bb800, 0xc4213b0d00, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:631 +0x2ec | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1.2(0x7f20044cd928, 0xc421a57b00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:530 +0xbb | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTask(0xc42219d4d0, 0x7f20044cd928, 0xc421a57b00, 0xc421a57b30, 0x25, 0xc4231efe90, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:231 +0xf7 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x7f20044cd928, 0xc4217dc180) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:539 +0x3f9 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421302bf0, 0xc42219d4d0, 0xc42037f700) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71721 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc421073520, 0xc42260c400, 0xc4202253b0, 0xf, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:419 +0x825 | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).GRPCDial.func1.2.1(0x7f20044cd928, 0xc422f7b0b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:353 +0x6b | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42026a6a0, 0xc422afe900, 0xc422f7ab10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69484 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc4210c6840) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42039a4c0, 0xc42219d4d0, 0xc42039a490) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70624 [select]: | |
| github.com/cockroachdb/cockroach/pkg/ts.(*poller).start.func1(0x7f20044cd928, 0xc42183d020) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/ts/db.go:88 +0x16f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4203046a0, 0xc422afe630, 0xc420304690) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70428 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x7f20044cd928, 0xc421655320) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:504 +0x42f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420219b50, 0xc422afe900, 0xc4203be7a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69394 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).manage.func1(0x7f20044cd928, 0xc4210f3ef0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1138 +0x325 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4211bd850, 0xc42219d4d0, 0xc4211bd840) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71704 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc420c0de40) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:949 +0x488 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:221 +0x996 | |
| goroutine 69386 [IO wait]: | |
| net.runtime_pollWait(0x7f200329dd50, 0x72, 0x0) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc42046d798, 0x72, 0x0, 0xc42037e360) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc42046d798, 0xffffffffffffffff, 0x0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).accept(0xc42046d730, 0x0, 0x27c02c0, 0xc42037e360) | |
| /usr/local/go/src/net/fd_unix.go:430 +0x1e5 | |
| net.(*TCPListener).accept(0xc420a77e10, 0xc420f87230, 0xc42190af00, 0x10) | |
| /usr/local/go/src/net/tcpsock_posix.go:136 +0x2e | |
| net.(*TCPListener).Accept(0xc420a77e10, 0x1bdf070, 0xc42254ff00, 0xc4202fd570, 0x27d4940) | |
| /usr/local/go/src/net/tcpsock.go:228 +0x49 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*cMux).Serve(0xc42254ff00, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:124 +0x95 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func3(0x7f20044cd928, 0xc4210f3c50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:656 +0x2f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4211bd700, 0xc42219d4d0, 0xc4217fad40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70205 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).Start.func2(0x7f20044cd928, 0xc42187db90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1169 +0x165 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420230450, 0xc4225a8a20, 0xc420dda9c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69481 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*SchemaChangeManager).Start.func1(0x7f20044cd928, 0xc4210c6a50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/schema_changer.go:976 +0x16a9 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42039a360, 0xc42219d4d0, 0xc422596de0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70295 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).keepalive(0xc421d86d00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1276 +0x4ed | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:294 +0xefe | |
| goroutine 69433 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420f9c610, 0xc4000004f6) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420f9c600) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc423032990, 0x7f20044cd928, 0xc421947a70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc421947a70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421a2c820, 0xc42219d4d0, 0xc421a2c810) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70270 [select]: | |
| github.com/cockroachdb/cockroach/pkg/security.(*CertificateManager).RegisterSignalHandler.func1(0xc422afe900, 0xc4206e6d80, 0xc420e1c070) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/security/certificate_manager.go:125 +0x3b5 | |
| created by github.com/cockroachdb/cockroach/pkg/security.(*CertificateManager).RegisterSignalHandler | |
| /go/src/github.com/cockroachdb/cockroach/pkg/security/certificate_manager.go:138 +0xd0 | |
| goroutine 70071 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewContext.func1(0x7f20044cd928, 0xc423366ed0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:216 +0x5d | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4202756e0, 0xc4225a8a20, 0xc420cd8320) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70795 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc421751b80) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:949 +0x488 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:221 +0x996 | |
| goroutine 70539 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*server).Gossip(0xc422b71500, 0x27dd7a0, 0xc42033f660, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:198 +0x594 | |
| github.com/cockroachdb/cockroach/pkg/gossip._Gossip_Gossip_Handler(0x1ad5dc0, 0xc422b71500, 0x27db5e0, 0xc420dce1b0, 0xc42161c760, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.pb.go:211 +0xb7 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc422fc2280, 0x27dcae0, 0xc422312000, 0xc42049eb00, 0xc420e47980, 0x279e4a0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:891 +0xa4c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleStream(0xc422fc2280, 0x27dcae0, 0xc422312000, 0xc42049eb00, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:985 +0x153f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc42033ef10, 0xc422fc2280, 0x27dcae0, 0xc422312000, 0xc42049eb00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:551 +0xa9 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:552 +0xa1 | |
| goroutine 71794 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).RaftMessageBatch(0xc422d61680, 0x27deb80, 0xc4202c4f00, 0x27c5200, 0xc422d61680) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:355 +0x23d | |
| github.com/cockroachdb/cockroach/pkg/storage._MultiRaft_RaftMessageBatch_Handler(0x1ae2220, 0xc422d61680, 0x27db5e0, 0xc421262120, 0xad, 0xbb) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft.pb.go:378 +0xb7 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc4207c8000, 0x27dcae0, 0xc420aa0c60, 0xc4214fdd00, 0xc4216c6570, 0x27a6ca0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:891 +0xa4c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleStream(0xc4207c8000, 0x27dcae0, 0xc420aa0c60, 0xc4214fdd00, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:985 +0x153f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc4202c40f0, 0xc4207c8000, 0x27dcae0, 0xc420aa0c60, 0xc4214fdd00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:551 +0xa9 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:552 +0xa1 | |
| goroutine 69392 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*server).start.func3(0x7f20044cd928, 0xc4210f3dd0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:384 +0x66 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4211bd810, 0xc42219d4d0, 0xc4217fae60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71597 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newClientStream.func3(0x27dedc0, 0xc4223589c0, 0xc421372340, 0xc420819a20, 0xc422435000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:255 +0x3c9 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newClientStream | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:274 +0xf4e | |
| goroutine 70745 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420c3d650, 0xc40000013d) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420c3d640) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc420dce3f0, 0x7f20044cd928, 0xc420ea4ea0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc420ea4ea0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42038f4d0, 0xc422afe630, 0xc42038f4c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70464 [IO wait]: | |
| net.runtime_pollWait(0x7f20043d05d0, 0x72, 0x13) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc42015ed88, 0x72, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc42015ed88, 0xc4212ba400, 0x400) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc42015ed20, 0xc4212ba400, 0x400, 0x400, 0x0, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a761c8, 0xc4212ba400, 0x400, 0x400, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| crypto/tls.(*block).readFromUntil(0xc4207fa090, 0x7f2004480cc0, 0xc420a761c8, 0x5, 0xc420a761c8, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:488 +0x98 | |
| crypto/tls.(*Conn).readRecord(0xc421fa4000, 0x1be0b17, 0xc421fa4120, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:590 +0xc4 | |
| crypto/tls.(*Conn).Read(0xc421fa4000, 0xc421018000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1134 +0x11d | |
| bufio.(*Reader).Read(0xc4206595c0, 0xc42078cff8, 0x9, 0x9, 0x9, 0x0, 0x18) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x27ba340, 0xc4206595c0, 0xc42078cff8, 0x9, 0x9, 0x9, 0xc420e00db8, 0x6a6e18, 0x30) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27ba340, 0xc4206595c0, 0xc42078cff8, 0x9, 0x9, 0x7a20700000000000, 0x7a00000000000000, 0x1) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc42078cff8, 0x9, 0x9, 0x27ba340, 0xc4206595c0, 0x0, 0x0, 0xc420f77590, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc42078cfc0, 0x27c5c00, 0xc420f77590, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa4 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*framer).readFrame(0xc42183d4a0, 0xc420f77590, 0xc420f77590, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http_util.go:592 +0x2f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).reader(0xc421571380) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1154 +0xcd | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:262 +0xcf5 | |
| goroutine 70445 [select]: | |
| github.com/cockroachdb/cockroach/pkg/security.(*CertificateManager).RegisterSignalHandler.func1(0xc422afe630, 0xc420698420, 0xc4207bcfc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/security/certificate_manager.go:125 +0x3b5 | |
| created by github.com/cockroachdb/cockroach/pkg/security.(*CertificateManager).RegisterSignalHandler | |
| /go/src/github.com/cockroachdb/cockroach/pkg/security/certificate_manager.go:138 +0xd0 | |
| goroutine 71671 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).transportMonitor(0xc42157d880) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:927 +0x694 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ClientConn).resetAddrConn | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:630 +0x73c | |
| goroutine 70078 [chan receive]: | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*muxListener).Accept(0xc420cd9040, 0xc4233670e0, 0x192bba0, 0x279a150, 0x1a1cb80) | |
| <autogenerated>:9 +0x7a | |
| net/http.(*Server).Serve(0xc4214cea50, 0x27d3b40, 0xc420cd9040, 0x0, 0x0) | |
| /usr/local/go/src/net/http/server.go:2643 +0x228 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func4(0x7f20044cd928, 0xc423366f90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:668 +0x119 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42028e920, 0xc4225a8a20, 0xc422598120) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70798 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).controller(0xc421373380) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1227 +0x6c7 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:292 +0xe3d | |
| goroutine 70500 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func2(0x7f20044cd928, 0xc4213f9290) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:644 +0x5f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4201dc450, 0xc422afe630, 0xc42124ec00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70085 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).manage.func1(0x7f20044cd928, 0xc4233677a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1138 +0x325 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42028eac0, 0xc4225a8a20, 0xc42028eab0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70356 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc42161e690) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2ad0, 0xc422afe900, 0xc420da2ab0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70416 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).raftTickLoop(0xc42037bc00, 0x7f20044cd928, 0xc421654ff0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3639 +0x228 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).(github.com/cockroachdb/cockroach/pkg/storage.raftTickLoop)-fm(0x7f20044cd928, 0xc421654ff0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3625 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420219580, 0xc422afe900, 0xc420219570) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69460 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*replicaScanner).waitAndProcess(0xc421da8480, 0x7f20044cd928, 0xc4225cb980, 0xed18fd0fa, 0xb16b379, 0x0, 0xc4213b0d00, 0xc42219d4d0, 0xc4206fa400, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scanner.go:208 +0x241 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*replicaScanner).scanLoop.func1.1(0xc4206fa400, 0xc421971801) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scanner.go:270 +0x90 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*storeReplicaVisitor).Visit(0xc421971890, 0xc4216997c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:311 +0x1e6 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*replicaScanner).scanLoop.func1(0x7f20044cd928, 0xc4225cb980) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scanner.go:272 +0x239 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421302c50, 0xc42219d4d0, 0xc42037f800) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71802 [IO wait]: | |
| net.runtime_pollWait(0x7f20044ce328, 0x72, 0x2c) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420dc4618, 0x72, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420dc4618, 0xc42164ac00, 0x400) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420dc45b0, 0xc42164ac00, 0x400, 0x400, 0x0, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a77908, 0xc42164ac00, 0x400, 0x400, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*MuxConn).Read(0xc420ed1900, 0xc42164ac00, 0x400, 0x400, 0x1a48d40, 0x0, 0x7f20044d8358) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x113 | |
| crypto/tls.(*block).readFromUntil(0xc420f333e0, 0x7f20044d8358, 0xc420ed1900, 0x5, 0xc420ed1900, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:488 +0x98 | |
| crypto/tls.(*Conn).readRecord(0xc421917180, 0x1be0b17, 0xc4219172a0, 0xc42203fa40) | |
| /usr/local/go/src/crypto/tls/conn.go:590 +0xc4 | |
| crypto/tls.(*Conn).Read(0xc421917180, 0xc4219cc000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1134 +0x11d | |
| bufio.(*Reader).Read(0xc420e26f00, 0xc42229e2d8, 0x9, 0x9, 0x2203fa90, 0xc42203fb10, 0xadb3c7) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x27ba340, 0xc420e26f00, 0xc42229e2d8, 0x9, 0x9, 0x9, 0xc4218845f0, 0x4b, 0x4b) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27ba340, 0xc420e26f00, 0xc42229e2d8, 0x9, 0x9, 0x4b, 0x0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc42229e2d8, 0x9, 0x9, 0x27ba340, 0xc420e26f00, 0x0, 0x0, 0x4b, 0x4b00000001) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc42229e2a0, 0x4b, 0x4b, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa4 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*framer).readFrame(0xc420f33980, 0xc420f339b0, 0xc420f339b0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http_util.go:592 +0x2f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc420aa1a20, 0xc420f33b00, 0x1bdfe18) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:377 +0x32c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc4209d9b80, 0x27dcae0, 0xc420aa1a20) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:559 +0x162 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveHTTP2Transport(0xc4209d9b80, 0x27dd6e0, 0xc421917180, 0x27c2580, 0xc4226538c0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:540 +0x497 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn(0xc4209d9b80, 0x27deca0, 0xc420ed1900) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:507 +0x4ad | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).Serve | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:476 +0x5b6 | |
| goroutine 70076 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func2(0x7f20044cd928, 0xc423367170) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:644 +0x5f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42028e900, 0xc4225a8a20, 0xc420cd9020) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71738 [IO wait]: | |
| net.runtime_pollWait(0x7f20043cfcd0, 0x72, 0x28) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc4209001b8, 0x72, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc4209001b8, 0xc420fed800, 0x400) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420900150, 0xc420fed800, 0x400, 0x400, 0x0, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc421a925c0, 0xc420fed800, 0x400, 0x400, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*MuxConn).Read(0xc420d06c80, 0xc420fed800, 0x400, 0x400, 0x1a48d40, 0x0, 0x7f20044d8358) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x113 | |
| crypto/tls.(*block).readFromUntil(0xc420807d10, 0x7f20044d8358, 0xc420d06c80, 0x5, 0xc420d06c80, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:488 +0x98 | |
| crypto/tls.(*Conn).readRecord(0xc421a48000, 0x1be0b17, 0xc421a48120, 0xc422041a40) | |
| /usr/local/go/src/crypto/tls/conn.go:590 +0xc4 | |
| crypto/tls.(*Conn).Read(0xc421a48000, 0xc420dd0000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1134 +0x11d | |
| bufio.(*Reader).Read(0xc421022480, 0xc422262ff8, 0x9, 0x9, 0x22041a90, 0xc422041b10, 0xadb3c7) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x27ba340, 0xc421022480, 0xc422262ff8, 0x9, 0x9, 0x9, 0xc421023980, 0x53, 0x53) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27ba340, 0xc421022480, 0xc422262ff8, 0x9, 0x9, 0x53, 0x0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc422262ff8, 0x9, 0x9, 0x27ba340, 0xc421022480, 0x0, 0x0, 0x53, 0x5300000001) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc422262fc0, 0x53, 0x53, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa4 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*framer).readFrame(0xc420143080, 0xc4201431d0, 0xc4201431d0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http_util.go:592 +0x2f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc4217506e0, 0xc420143440, 0x1bdfe18) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:377 +0x32c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc420dafcc0, 0x27dcae0, 0xc4217506e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:559 +0x162 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveHTTP2Transport(0xc420dafcc0, 0x27dd6e0, 0xc421a48000, 0x27c2580, 0xc420723a20) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:540 +0x497 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn(0xc420dafcc0, 0x27deca0, 0xc420d06c80) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:507 +0x4ad | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).Serve | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:476 +0x5b6 | |
| goroutine 71796 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).processQueue(0xc422d61680, 0xc400000004, 0xc4207f2a80, 0xc420f527c0, 0x27deb20, 0xc4213021b0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:513 +0x6a6 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).connectAndProcess.func1(0xc422d61680, 0x4, 0x7f20044cd928, 0xc42066e7b0, 0x0, 0x0, 0xc420ed1720, 0xc4207f2a80, 0xc420f527c0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:458 +0x32e | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).connectAndProcess(0xc422d61680, 0x7f20044cd928, 0xc42066e7b0, 0x4, 0xc4207f2a80, 0xc420f527c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:459 +0xe9 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).SendAsync.func1.1(0x7f20044cd928, 0xc42066e7b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:587 +0x60 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4202c5180, 0xc4225a8a20, 0xc42066e6f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70159 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc422367800) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227ceeb0, 0xc4225a8a20, 0xc4227ceea0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70272 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv.(*TxnCoordSender).printStatsLoop(0xc4203db7a0, 0x7f20044cd928, 0xc420756630) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_coord_sender.go:253 +0xb4d | |
| github.com/cockroachdb/cockroach/pkg/kv.NewTxnCoordSender.func1(0x7f20044cd928, 0xc420756630) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_coord_sender.go:237 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420218c20, 0xc422afe900, 0xc420218c10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71926 [IO wait]: | |
| net.runtime_pollWait(0x7f200329dbd0, 0x72, 0x30) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc42327c3e8, 0x72, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc42327c3e8, 0xc4223c9400, 0x400) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc42327c380, 0xc4223c9400, 0x400, 0x400, 0x0, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc4208eec50, 0xc4223c9400, 0x400, 0x400, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*MuxConn).Read(0xc422c217c0, 0xc4223c9400, 0x400, 0x400, 0x1a48d40, 0x0, 0x7f20044d8358) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x113 | |
| crypto/tls.(*block).readFromUntil(0xc4201c9e60, 0x7f20044d8358, 0xc422c217c0, 0x5, 0xc422c217c0, 0xc4216b4000) | |
| /usr/local/go/src/crypto/tls/conn.go:488 +0x98 | |
| crypto/tls.(*Conn).readRecord(0xc4223cfc00, 0x1be0b17, 0xc4223cfd20, 0xed18fd0fc) | |
| /usr/local/go/src/crypto/tls/conn.go:590 +0xc4 | |
| crypto/tls.(*Conn).Read(0xc4223cfc00, 0xc420ad4000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1134 +0x11d | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc422ba53e0, 0xc420ad4000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/v3.go:163 +0x158 | |
| bufio.(*Reader).fill(0xc420a79560) | |
| /usr/local/go/src/bufio/bufio.go:97 +0x117 | |
| bufio.(*Reader).ReadByte(0xc420a79560, 0x6, 0x0, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:239 +0x5b | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readBuffer).readTypedMsg(0xc422bb0328, 0x27c8c00, 0xc420a79560, 0x0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/encoding.go:92 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*v3Conn).serve(0xc422bb0300, 0x7f20044cd928, 0xc4204e1c20, 0xc4217d39f0, 0x5400, 0xc42144fb68, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/v3.go:480 +0x459 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc42144fa00, 0x7f20044cd968, 0xc421828700, 0x27dd6e0, 0xc4223cfc00, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:421 +0x96c | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func9.1(0x27deca0, 0xc422c217c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:749 +0x149 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc422afe630, 0x7f20044cd928, 0xc4213f96e0, 0xc420a76418, 0x27deca0, 0xc422c217c0, 0xc420ea45a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:140 +0xa9 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:142 +0x267 | |
| goroutine 70797 [IO wait]: | |
| net.runtime_pollWait(0x7f20044cdf68, 0x72, 0x1d) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420094998, 0x72, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420094998, 0xc421389000, 0x400) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420094930, 0xc421389000, 0x400, 0x400, 0x0, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc421a928d8, 0xc421389000, 0x400, 0x400, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| crypto/tls.(*block).readFromUntil(0xc422f7af60, 0x7f2004480cc0, 0xc421a928d8, 0x5, 0xc421a928d8, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:488 +0x98 | |
| crypto/tls.(*Conn).readRecord(0xc421414e00, 0x1be0b17, 0xc421414f20, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:590 +0xc4 | |
| crypto/tls.(*Conn).Read(0xc421414e00, 0xc422f44000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1134 +0x11d | |
| bufio.(*Reader).Read(0xc420f70660, 0xc4207d1998, 0x9, 0x9, 0x9, 0x0, 0x18) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x27ba340, 0xc420f70660, 0xc4207d1998, 0x9, 0x9, 0x9, 0xc422728db8, 0x6a6e18, 0x30) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27ba340, 0xc420f70660, 0xc4207d1998, 0x9, 0x9, 0x7a20700000000000, 0x7a00000000000000, 0x1) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc4207d1998, 0x9, 0x9, 0x27ba340, 0xc420f70660, 0x0, 0x0, 0xc4220b4b40, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc4207d1960, 0x27c5c00, 0xc4220b4b40, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa4 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*framer).readFrame(0xc421801830, 0xc4220b4b40, 0xc4220b4b40, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http_util.go:592 +0x2f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).reader(0xc421373380) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1154 +0xcd | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:262 +0xcf5 | |
| goroutine 71753 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc42238eaf0, 0xc42022fcf0, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:126 +0x495 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*transportReader).Read(0xc420c7f470, 0xc42022fcf0, 0x5, 0x5, 0x707b94, 0xc421887860, 0x1be0bd8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:391 +0x55 | |
| io.ReadAtLeast(0x27bf5c0, 0xc420c7f470, 0xc42022fcf0, 0x5, 0x5, 0x5, 0xc4217506e0, 0xc4202e2c00, 0xc400000005) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27bf5c0, 0xc420c7f470, 0xc42022fcf0, 0x5, 0x5, 0xc4223f5290, 0xc4206ccc88, 0x117ba19) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).Read(0xc4202e2c00, 0xc42022fcf0, 0x5, 0x5, 0xc421f3ee28, 0xc4206cccc8, 0x117bb77) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:375 +0xc8 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc42022fce0, 0x7fffffff, 0x8, 0x100, 0x58, 0x57, 0xa, 0x6) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:265 +0x65 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.recv(0xc42022fce0, 0x27d4180, 0x2cbf460, 0xc4202e2c00, 0x27c7540, 0x2cbf460, 0x1a37240, 0xc42032cae0, 0x7fffffff, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:361 +0x4d | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc4227514d0, 0x1a37240, 0xc42032cae0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:648 +0x11a | |
| github.com/cockroachdb/cockroach/pkg/storage.(*multiRaftRaftMessageBatchServer).Recv(0xc42028e160, 0x7f20044cd928, 0xc420c7f5c0, 0xc420eeb800) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft.pb.go:397 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).RaftMessageBatch.func1.1.1(0x27deb80, 0xc42028e160, 0xc4217e4c30, 0x7f20044cd928, 0xc420c7f5c0, 0x18, 0xd9cc04) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:326 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).RaftMessageBatch.func1.1(0x7f20044cd928, 0xc420c7f5c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:349 +0x5d | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42028e190, 0xc422afe900, 0xc420c7f530) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71829 [IO wait]: | |
| net.runtime_pollWait(0x7f20044cdea8, 0x72, 0x2b) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420dc4378, 0x72, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420dc4378, 0xc421db2400, 0x400) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420dc4310, 0xc421db2400, 0x400, 0x400, 0x0, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a77900, 0xc421db2400, 0x400, 0x400, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| crypto/tls.(*block).readFromUntil(0xc42066f0e0, 0x7f2004480cc0, 0xc420a77900, 0x5, 0xc420a77900, 0xc421ed1b20) | |
| /usr/local/go/src/crypto/tls/conn.go:488 +0x98 | |
| crypto/tls.(*Conn).readRecord(0xc421916e00, 0x1be0b17, 0xc421916f20, 0xc421303b74) | |
| /usr/local/go/src/crypto/tls/conn.go:590 +0xc4 | |
| crypto/tls.(*Conn).Read(0xc421916e00, 0xc42222e000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1134 +0x11d | |
| bufio.(*Reader).Read(0xc420e27320, 0xc42229e498, 0x9, 0x9, 0xc421ed1d60, 0x6c0fef, 0x1be0bc0) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x27ba340, 0xc420e27320, 0xc42229e498, 0x9, 0x9, 0x9, 0x6, 0xc42001a068, 0xc42001a000) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27ba340, 0xc420e27320, 0xc42229e498, 0x9, 0x9, 0x0, 0x0, 0xc421ed1e30) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc42229e498, 0x9, 0x9, 0x27ba340, 0xc420e27320, 0x0, 0xc400000000, 0xc421ed1e75, 0xc420f692c0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc42229e460, 0x27c5ac0, 0xc420f692c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa4 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*framer).readFrame(0xc420f33b90, 0xc420f692c0, 0xc420f692c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http_util.go:592 +0x2f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).reader(0xc421a01a00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1154 +0xcd | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:262 +0xcf5 | |
| goroutine 70651 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420e835f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420304bc0, 0xc422afe630, 0xc420304bb0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69525 [IO wait]: | |
| net.runtime_pollWait(0x7f20043cfb50, 0x72, 0x7) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc421074df8, 0x72, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc421074df8, 0xc422650000, 0x400) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc421074d90, 0xc422650000, 0x400, 0x400, 0x0, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a76108, 0xc422650000, 0x400, 0x400, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| crypto/tls.(*block).readFromUntil(0xc421416690, 0x7f2004480cc0, 0xc420a76108, 0x5, 0xc420a76108, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:488 +0x98 | |
| crypto/tls.(*Conn).readRecord(0xc421d76380, 0x1be0b17, 0xc421d764a0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:590 +0xc4 | |
| crypto/tls.(*Conn).Read(0xc421d76380, 0xc4219b0000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1134 +0x11d | |
| bufio.(*Reader).Read(0xc421e23a40, 0xc4202f82d8, 0x9, 0x9, 0x9, 0x0, 0x18) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x27ba340, 0xc421e23a40, 0xc4202f82d8, 0x9, 0x9, 0x9, 0xc421242db8, 0x6a6e18, 0x30) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27ba340, 0xc421e23a40, 0xc4202f82d8, 0x9, 0x9, 0x7a20700000000000, 0x7a00000000000000, 0x1) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc4202f82d8, 0x9, 0x9, 0x27ba340, 0xc421e23a40, 0x0, 0x0, 0xc421970030, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc4202f82a0, 0x27c5c00, 0xc421970030, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa4 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*framer).readFrame(0xc421417e00, 0xc421970030, 0xc421970030, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http_util.go:592 +0x2f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).reader(0xc421f321a0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1154 +0xcd | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:262 +0xcf5 | |
| goroutine 71620 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc42027b180, 0xc4217fe630, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:126 +0x495 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*transportReader).Read(0xc4209c8bd0, 0xc4217fe630, 0x5, 0x5, 0x707b94, 0xc420a1b1e0, 0x1be0bd8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:391 +0x55 | |
| io.ReadAtLeast(0x27bf5c0, 0xc4209c8bd0, 0xc4217fe630, 0x5, 0x5, 0x5, 0xc42091e2c0, 0xc422435400, 0x5) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27bf5c0, 0xc4209c8bd0, 0xc4217fe630, 0x5, 0x5, 0x6d4091, 0xc42043dd40, 0x4) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).Read(0xc422435400, 0xc4217fe630, 0x5, 0x5, 0xc420893360, 0xc421d03b98, 0xc421344ca8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:375 +0xc8 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc4217fe620, 0x7fffffff, 0x0, 0x0, 0x1, 0xc4203626a0, 0x2, 0x6) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:265 +0x65 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.recv(0xc4217fe620, 0x27d4180, 0x2cbf460, 0xc422435400, 0x27c7540, 0x2cbf460, 0x1a37240, 0xc4203626e0, 0x7fffffff, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:361 +0x4d | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc420e61b90, 0x1a37240, 0xc4203626e0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:648 +0x11a | |
| github.com/cockroachdb/cockroach/pkg/storage.(*multiRaftRaftMessageBatchServer).Recv(0xc4203bc690, 0x7f20044cd928, 0xc4209c8c30, 0xc420ed2f00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft.pb.go:397 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).RaftMessageBatch.func1.1.1(0x27deb80, 0xc4203bc690, 0xc4217e4c30, 0x7f20044cd928, 0xc4209c8c30, 0x18, 0xd9cc04) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:326 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).RaftMessageBatch.func1.1(0x7f20044cd928, 0xc4209c8c30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:349 +0x5d | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4203bc6d0, 0xc422afe900, 0xc4209c8c00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69508 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/distsqlrun.(*flowScheduler).Start.func1(0x7f20044cd928, 0xc421416600) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsqlrun/flow_scheduler.go:126 +0x48f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2310, 0xc42219d4d0, 0xc420da2300) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70281 [chan receive]: | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*muxListener).Accept(0xc420345e20, 0xc421a92660, 0xc421b48f60, 0x192bba0, 0x279a150) | |
| <autogenerated>:9 +0x7a | |
| crypto/tls.(*listener).Accept(0xc420345e80, 0xc421b48f30, 0x192bba0, 0x279a150, 0x1a1cb80) | |
| /usr/local/go/src/crypto/tls/tls.go:52 +0x37 | |
| net/http.(*Server).Serve(0xc420943080, 0x27c8e00, 0xc420345e80, 0x0, 0x0) | |
| /usr/local/go/src/net/http/server.go:2643 +0x228 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func5(0x7f20044cd928, 0xc421b48ed0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:675 +0x42 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42031d2f0, 0xc422afe900, 0xc420345ea0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69495 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc4210c6ae0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42039a620, 0xc42219d4d0, 0xc42039a610) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69440 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).startGossip.func4(0x7f20044cd928, 0xc421947bc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:1298 +0x4ee | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421a2c900, 0xc42219d4d0, 0xc422410aa0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70383 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/jobs.(*Registry).Start.func2(0x7f20044cd928, 0xc420a7d530) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/jobs/registry.go:140 +0x227 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4203e4420, 0xc422afe900, 0xc420a7c960) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71672 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc421073520, 0xc420efb740, 0xc42038e2c0, 0xf, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:419 +0x825 | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).GRPCDial.func1.2.1(0x7f20044cd928, 0xc4234017a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:353 +0x6b | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420311750, 0xc422afe900, 0xc4234011a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70514 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).transportMonitor(0xc420f2ea80) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:927 +0x694 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ClientConn).resetAddrConn.func1(0xc420f2ea80) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:642 +0x1d9 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ClientConn).resetAddrConn | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:643 +0x786 | |
| goroutine 69489 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc4210c6900) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42039a560, 0xc42219d4d0, 0xc42039a550) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71719 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).keepalive(0xc4224e3ba0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1276 +0x4ed | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:294 +0xefe | |
| goroutine 70360 [runnable]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*SchemaChangeManager).Start.func1(0x7f20044cd928, 0xc42161e750) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/schema_changer.go:976 +0x16a9 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2b40, 0xc422afe900, 0xc42039c260) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69497 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc4210c6a20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42039a660, 0xc42219d4d0, 0xc42039a650) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70192 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420746350, 0xc400000105) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420746340) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc420dce000, 0x7f20044cd928, 0xc42187cf60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc42187cf60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420230200, 0xc4225a8a20, 0xc4202301e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70130 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).startWriteSummaries.func1(0x7f20044cd928, 0xc420c17800) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:737 +0x2c2 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227ceae0, 0xc4225a8a20, 0xc42124e840) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71633 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).controller(0xc4212389a0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:1011 +0x7d6 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:220 +0x971 | |
| goroutine 70129 [select]: | |
| github.com/cockroachdb/cockroach/pkg/ts.(*poller).start.func1(0x7f20044cd928, 0xc423366030) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/ts/db.go:88 +0x16f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227cead0, 0xc4225a8a20, 0xc4227ceac0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71596 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).processQueue(0xc422f54f00, 0xc400000003, 0xc420d43f20, 0xc420efb2c0, 0x27deb20, 0xc421967ed0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:513 +0x6a6 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).connectAndProcess.func1(0xc422f54f00, 0x3, 0x7f20044cd928, 0xc421655b90, 0x0, 0x0, 0xc4215977c0, 0xc420d43f20, 0xc420efb2c0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:458 +0x32e | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).connectAndProcess(0xc422f54f00, 0x7f20044cd928, 0xc421655b90, 0x3, 0xc420d43f20, 0xc420efb2c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:459 +0xe9 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).SendAsync.func1.1(0x7f20044cd928, 0xc421655b90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:587 +0x60 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421967e50, 0xc422afe630, 0xc421655b60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70789 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*replicaScanner).waitAndProcess(0xc421a45200, 0x7f20044cd928, 0xc420ea5230, 0xed18fd0fc, 0x26482085, 0x0, 0xc420c3c1c0, 0xc422afe630, 0xc420f3e800, 0xd) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scanner.go:208 +0x241 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*replicaScanner).scanLoop.func1.1(0xc420f3e800, 0xc420a8ee40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scanner.go:270 +0x90 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*storeReplicaVisitor).Visit(0xc420a8ee40, 0xc42041ba90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:311 +0x1e6 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*replicaScanner).scanLoop.func1(0x7f20044cd928, 0xc420ea5230) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scanner.go:272 +0x239 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc422612810, 0xc422afe630, 0xc420362aa0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70079 [chan receive]: | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*muxListener).Accept(0xc420cd9060, 0xc420a77b88, 0xc423367290, 0x192bba0, 0x279a150) | |
| <autogenerated>:9 +0x7a | |
| crypto/tls.(*listener).Accept(0xc420cd90a0, 0xc423367260, 0x192bba0, 0x279a150, 0x1a1cb80) | |
| /usr/local/go/src/crypto/tls/tls.go:52 +0x37 | |
| net/http.(*Server).Serve(0xc420c3bef0, 0x27c8e00, 0xc420cd90a0, 0x0, 0x0) | |
| /usr/local/go/src/net/http/server.go:2643 +0x228 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func5(0x7f20044cd928, 0xc423367200) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:675 +0x42 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42028e950, 0xc4225a8a20, 0xc420cd90c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70278 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func2(0x7f20044cd928, 0xc421b48fc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:644 +0x5f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42031d2a0, 0xc422afe900, 0xc420345de0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70185 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func1(0x7f20044cd928, 0xc42187ce10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:157 +0x55 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4202300c0, 0xc4225a8a20, 0xc420dda9a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69523 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).controller(0xc4206a8840) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:1011 +0x7d6 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:220 +0x971 | |
| goroutine 71746 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).controller(0xc422ee49c0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1227 +0x6c7 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:292 +0xe3d | |
| goroutine 70504 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func6(0x7f20044cd928, 0xc4213f9680) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:679 +0x88 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4201dc4c0, 0xc422afe630, 0xc420c3de80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70289 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).controller(0xc42307a9a0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:1011 +0x7d6 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:220 +0x971 | |
| goroutine 70409 [semacquire]: | |
| sync.runtime_notifyListWait(0xc421d03b90, 0xc40000016b) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc421d03b80) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc421f3ee10, 0x7f20044cd928, 0xc421654ea0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc421654ea0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4202194a0, 0xc422afe900, 0xc420219490) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69419 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420f9c610, 0xc4000004f2) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420f9c600) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc423032990, 0x7f20044cd928, 0xc421947590) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc421947590) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421a2c640, 0xc42219d4d0, 0xc421a2c630) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69491 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc4210c6960) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42039a5a0, 0xc42219d4d0, 0xc42039a590) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70647 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420e834d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420304aa0, 0xc422afe630, 0xc420304a90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71722 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newClientStream.func3(0x27dedc0, 0xc4224e3ba0, 0xc4224e24e0, 0xc422c6e420, 0xc42047ac00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:255 +0x3c9 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newClientStream | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:274 +0xf4e | |
| goroutine 70411 [semacquire]: | |
| sync.runtime_notifyListWait(0xc421d03b90, 0xc40000016c) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc421d03b80) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc421f3ee10, 0x7f20044cd928, 0xc421654f00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc421654f00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4202194e0, 0xc422afe900, 0xc4202194d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70287 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).manage.func1(0x7f20044cd928, 0xc42092c8d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1138 +0x325 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42031d4a0, 0xc422afe900, 0xc42031d490) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70099 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).transportMonitor(0xc42157d500) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:927 +0x694 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ClientConn).resetAddrConn.func1(0xc42157d500) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:642 +0x1d9 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ClientConn).resetAddrConn | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:643 +0x786 | |
| goroutine 70284 [chan receive]: | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*muxListener).Accept(0xc420345d00, 0xc4212ea750, 0x0, 0x0, 0xc421511800) | |
| <autogenerated>:9 +0x7a | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith(0xc421a92638, 0x7f20044cd928, 0xc421b493e0, 0xc422afe900, 0x27d3b40, 0xc420345d00, 0xc4212ea750, 0x6a4698, 0x1991da0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:119 +0x50 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func9(0x7f20044cd928, 0xc421b493e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:755 +0x1b4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42031d360, 0xc422afe900, 0xc420c3d640) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70403 [semacquire]: | |
| sync.runtime_notifyListWait(0xc421d03b90, 0xc400000165) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc421d03b80) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc421f3ee10, 0x7f20044cd928, 0xc421654d50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc421654d50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4202193e0, 0xc422afe900, 0xc4202193d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70549 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newClientStream.func3(0x27dedc0, 0xc421d86d00, 0xc421d86b60, 0xc421239080, 0xc422b70c00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:255 +0x3c9 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newClientStream | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:274 +0xf4e | |
| goroutine 69379 [select]: | |
| github.com/cockroachdb/cockroach/pkg/security.(*CertificateManager).RegisterSignalHandler.func1(0xc42219d4d0, 0xc4227a7bc0, 0xc420d88000) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/security/certificate_manager.go:125 +0x3b5 | |
| created by github.com/cockroachdb/cockroach/pkg/security.(*CertificateManager).RegisterSignalHandler | |
| /go/src/github.com/cockroachdb/cockroach/pkg/security/certificate_manager.go:138 +0xd0 | |
| goroutine 70889 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc42059c1a0, 0xc4214d0280, 0xc4203fdcf0, 0xf, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:419 +0x825 | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).GRPCDial.func1.2.1(0x7f20044cd928, 0xc4215bc3f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:353 +0x6b | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420380b60, 0xc42219d4d0, 0xc4215bc270) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70407 [semacquire]: | |
| sync.runtime_notifyListWait(0xc421d03b90, 0xc400000168) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc421d03b80) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc421f3ee10, 0x7f20044cd928, 0xc421654e10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc421654e10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420219460, 0xc422afe900, 0xc420219450) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71673 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newClientStream.func3(0x27dedc0, 0xc4224e2820, 0xc4232d0000, 0xc420c0c6e0, 0xc422607300) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:255 +0x3c9 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newClientStream | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:274 +0xf4e | |
| goroutine 70874 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).controller(0xc422825a20) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:1011 +0x7d6 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:220 +0x971 | |
| goroutine 70562 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).controller(0xc422433520) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1227 +0x6c7 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:292 +0xe3d | |
| goroutine 71670 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).keepalive(0xc4224e2820) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1276 +0x4ed | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:294 +0xefe | |
| goroutine 69437 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).coalescedHeartbeatsLoop(0xc422d13000, 0x7f20044cd928, 0xc421947b60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3680 +0x186 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).(github.com/cockroachdb/cockroach/pkg/storage.coalescedHeartbeatsLoop)-fm(0x7f20044cd928, 0xc421947b60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3626 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421a2c8b0, 0xc42219d4d0, 0xc421a2c8a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70286 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).bootstrap.func1(0x7f20044cd928, 0xc421b495c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1109 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42031d480, 0xc422afe900, 0xc42031d470) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70686 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc4203510e0, 0xc4208359b0, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:126 +0x495 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*transportReader).Read(0xc421569380, 0xc4208359b0, 0x5, 0x5, 0x707b94, 0xc422455520, 0x1be0bd8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:391 +0x55 | |
| io.ReadAtLeast(0x27bf5c0, 0xc421569380, 0xc4208359b0, 0x5, 0x5, 0x5, 0xc421274160, 0xc422b6d000, 0x5) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27bf5c0, 0xc421569380, 0xc4208359b0, 0x5, 0x5, 0x6d4091, 0xc420bdd6c0, 0x4) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).Read(0xc422b6d000, 0xc4208359b0, 0x5, 0x5, 0xc4226de1e0, 0xc420f9c618, 0xc420dabca8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:375 +0xc8 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc4208359a0, 0x7fffffff, 0x0, 0x0, 0x1, 0xc420362a40, 0x6, 0x6) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:265 +0x65 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.recv(0xc4208359a0, 0x27d4180, 0x2cbf460, 0xc422b6d000, 0x27c7540, 0x2cbf460, 0x1a37240, 0xc420362aa0, 0x7fffffff, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:361 +0x4d | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc421f3f290, 0x1a37240, 0xc420362aa0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:648 +0x11a | |
| github.com/cockroachdb/cockroach/pkg/storage.(*multiRaftRaftMessageBatchServer).Recv(0xc42020e350, 0x7f20044cd928, 0xc4215693e0, 0xc4203c0770) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft.pb.go:397 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).RaftMessageBatch.func1.1.1(0x27deb80, 0xc42020e350, 0xc422ae0f00, 0x7f20044cd928, 0xc4215693e0, 0x18, 0xd9cc04) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:326 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).RaftMessageBatch.func1.1(0x7f20044cd928, 0xc4215693e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:349 +0x5d | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42020e370, 0xc42219d4d0, 0xc4215693b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69480 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc4210c67b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42039a270, 0xc42219d4d0, 0xc42039a260) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70366 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc42161f6b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2cf0, 0xc422afe900, 0xc420da2ce0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69428 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420f9c610, 0xc4000004f5) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420f9c600) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc423032990, 0x7f20044cd928, 0xc421947980) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc421947980) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421a2c770, 0xc42219d4d0, 0xc421a2c760) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70125 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).startComputePeriodicMetrics.func1(0x7f20044cd928, 0xc420a19ef0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:700 +0x223 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227ce890, 0xc4225a8a20, 0xc42124e780) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70473 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).transportMonitor(0xc4210e5dc0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:927 +0x694 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ClientConn).resetAddrConn | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:630 +0x73c | |
| goroutine 71828 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc420aa1a20) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:949 +0x488 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:221 +0x996 | |
| goroutine 70762 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc420d47ee0, 0xc42071ed40, 0xc4201dd400, 0xf, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:419 +0x825 | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).GRPCDial.func1.2.1(0x7f20044cd928, 0xc420ea52c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:353 +0x6b | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42038ff00, 0xc422afe630, 0xc420ea4450) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70294 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).controller(0xc421d86d00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1227 +0x6c7 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:292 +0xe3d | |
| goroutine 70653 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420e83680) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420304c00, 0xc422afe630, 0xc420304bf0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70921 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.wait(0x7f20044cd928, 0xc4219c8fc0, 0xc4216ef560, 0xc4216ef5c0, 0xc420918600, 0xc420322690, 0x1ff6403, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:695 +0x2e4 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).Write(0xc421570680, 0xc421995900, 0xc420eb8fc0, 0x5b, 0x5b, 0xc421a5885a, 0xc422d73960, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:743 +0x174 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*clientStream).SendMsg(0xc420e0e2c0, 0x1a37240, 0xc4217fabe0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:380 +0x22b | |
| github.com/cockroachdb/cockroach/pkg/storage.(*multiRaftRaftMessageBatchClient).Send(0xc4218d02a0, 0xc4217fabe0, 0xc4216ef440, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft.pb.go:324 +0x49 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).processQueue(0xc422f54f00, 0xc400000001, 0xc4216ef440, 0xc4214d1540, 0x27deb20, 0xc4218d02a0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:536 +0x4e6 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).connectAndProcess.func1(0xc422f54f00, 0x1, 0x7f20044cd928, 0xc4219c8f30, 0x0, 0x0, 0xc421980820, 0xc4216ef440, 0xc4214d1540, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:458 +0x32e | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).connectAndProcess(0xc422f54f00, 0x7f20044cd928, 0xc4219c8f30, 0x1, 0xc4216ef440, 0xc4214d1540) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:459 +0xe9 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).SendAsync.func1.1(0x7f20044cd928, 0xc4219c8f30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:587 +0x60 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4218d0240, 0xc422afe630, 0xc4219c8f00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69498 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Executor).Start.func1(0x7f20044cd928, 0xc4210c6450) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:427 +0x165 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42039a670, 0xc42219d4d0, 0xc422596e20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70887 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).keepalive(0xc422830ea0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1276 +0x4ed | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:294 +0xefe | |
| goroutine 71788 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).controller(0xc421a00d00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1227 +0x6c7 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:292 +0xe3d | |
| goroutine 70646 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420e834a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420304a80, 0xc422afe630, 0xc420304a60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70136 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420c17dd0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227ceba0, 0xc4225a8a20, 0xc4227ceb90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69375 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x7f20044cd928, 0xc4217dc240) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:504 +0x42f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421302c00, 0xc42219d4d0, 0xc42037f740) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 72047 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendToReplicas(0xc422ae0e10, 0x7f20044cd968, 0xc420fd20c0, 0xc422ae0e60, 0x7, 0xc420c39a40, 0x3, 0x3, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:1144 +0x15e8 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendRPC(0xc422ae0e10, 0x7f20044cd968, 0xc420fd20c0, 0x7, 0xc420c39a40, 0x3, 0x3, 0x0, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:382 +0x2db | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendSingleRange(0xc422ae0e10, 0x7f20044cd928, 0xc421bc4930, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:446 +0x17b | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).sendPartialBatch(0xc422ae0e10, 0x7f20044cd928, 0xc421bc4930, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:930 +0x447 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).divideAndSendBatchToRanges(0xc422ae0e10, 0x7f20044cd928, 0xc421bc4930, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:795 +0xb46 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*DistSender).Send(0xc422ae0e10, 0x7f20044cd928, 0xc421bc4930, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/dist_sender.go:597 +0x344 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*TxnCoordSender).Send(0xc421f2c9a0, 0x7f20044cd928, 0xc421bc4930, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_coord_sender.go:444 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).send(0xc4217fa320, 0x7f2004479188, 0xc420014e48, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:548 +0x1ff | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).(github.com/cockroachdb/cockroach/pkg/internal/client.send)-fm(0x7f2004479188, 0xc420014e48, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:482 +0x83 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.sendAndFill(0x7f2004479188, 0xc420014e48, 0xc42159eb90, 0xc42268f500, 0x1, 0xc42159ed28) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:454 +0x103 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).Run(0xc4217fa320, 0x7f2004479188, 0xc420014e48, 0xc42268f500, 0x1, 0xc421bc48d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:482 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/storage.(*intentResolver).processIntents(0xc421971710, 0x7f2004479188, 0xc420014e48, 0xc420c05000, 0x27ddce0, 0xc422d72d20, 0xc42265e480, 0x5, 0x8, 0x14f3eaf4a94c270c, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/intent_resolver.go:387 +0x948 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*intentResolver).processIntentsAsync.func1(0x7f20044cd928, 0xc421a21110) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/intent_resolver.go:278 +0xe9 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunLimitedAsyncTask.func1(0xc42219d4d0, 0x7f20044cd928, 0xc421a21110, 0x1b4d339, 0x2a, 0xc423147e60, 0x27e0340, 0xc42033b060, 0xc420ecdbc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:330 +0x110 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunLimitedAsyncTask | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:331 +0x22f | |
| goroutine 72087 [runnable]: | |
| syscall.Syscall(0x1, 0x19, 0xc420bf0000, 0xc5, 0xc5, 0xc5, 0x0) | |
| /usr/local/go/src/syscall/asm_linux_amd64.s:18 +0x5 | |
| syscall.write(0x19, 0xc420bf0000, 0xc5, 0x2000, 0x77, 0x0, 0x0) | |
| /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1064 +0x55 | |
| syscall.Write(0x19, 0xc420bf0000, 0xc5, 0x2000, 0xc420bf000d, 0xb8, 0x1ff3) | |
| /usr/local/go/src/syscall/syscall_unix.go:181 +0x49 | |
| net.(*netFD).Write(0xc421013a40, 0xc420bf0000, 0xc5, 0x2000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/fd_unix.go:332 +0x15e | |
| net.(*conn).Write(0xc421a92b78, 0xc420bf0000, 0xc5, 0x2000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:193 +0x70 | |
| crypto/tls.(*Conn).write(0xc420e0c700, 0xc420bf0000, 0xc5, 0x2000, 0xc42033a2a0, 0x1be0b01, 0xc420e0c714) | |
| /usr/local/go/src/crypto/tls/conn.go:832 +0x192 | |
| crypto/tls.(*Conn).writeRecordLocked(0xc420e0c700, 0x1be0b17, 0xc42130c000, 0xa8, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:909 +0x34b | |
| crypto/tls.(*Conn).Write(0xc420e0c700, 0xc42130c000, 0xa8, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1068 +0x202 | |
| bufio.(*Writer).Flush(0xc420c3c980, 0x10000004f, 0xc422656d80) | |
| /usr/local/go/src/bufio/bufio.go:566 +0x75 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*framer).writeData(0xc421912d80, 0x4f00000001, 0xc400000001, 0xc422656d80, 0x85, 0x85, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http_util.go:492 +0x8c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).Write(0xc421570680, 0xc422607200, 0xc422656d80, 0x85, 0x85, 0xc421a5871a, 0xc420c49c00, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:775 +0x259 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.sendRequest(0x7f20044cd928, 0xc4233dc180, 0xc42124f480, 0x0, 0x27d4180, 0x2cbf460, 0x27c7500, 0x2cbf460, 0x27c7540, 0x2cbf460, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/call.go:115 +0x1c1 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.invoke(0x7f20044cd928, 0xc4233dc180, 0x1b394b9, 0x21, 0x1aebf80, 0xc420384c88, 0x1a66ec0, 0xc420eb8ae0, 0xc422659ba0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/call.go:265 +0xc8e | |
| github.com/cockroachdb/cockroach/vendor/github.com/grpc-ecosystem/grpc-opentracing/go/otgrpc.OpenTracingClientInterceptor.func1(0x7f20044cd968, 0xc420371040, 0x1b394b9, 0x21, 0x1aebf80, 0xc420384c88, 0x1a66ec0, 0xc420eb8ae0, 0xc422659ba0, 0x1bdfec8, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/grpc-ecosystem/grpc-opentracing/go/otgrpc/client.go:44 +0xf83 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.Invoke(0x7f20044cd968, 0xc420371040, 0x1b394b9, 0x21, 0x1aebf80, 0xc420384c88, 0x1a66ec0, 0xc420eb8ae0, 0xc422659ba0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/call.go:135 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc421a933f8, 0x7f20044cd968, 0xc420371040, 0xc420384c88, 0x0, 0x0, 0x0, 0x1, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:3496 +0xd2 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*grpcTransport).SendNext.func1.1(0xc420c49ab0, 0xc420384c60, 0x7f20044cd968, 0xc420371040, 0x7f20044cd928, 0xc423303200, 0x27e0340) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/transport.go:228 +0x17f | |
| github.com/cockroachdb/cockroach/pkg/kv.(*grpcTransport).SendNext.func1(0xc420c49ab0, 0xc420384c60, 0x7f20044cd968, 0xc420371040, 0xc420eb8960) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/transport.go:237 +0xad | |
| created by github.com/cockroachdb/cockroach/pkg/kv.(*grpcTransport).SendNext | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/transport.go:249 +0x19b | |
| F171104 15:17:16.737483 70622 settings/cluster/settings.go:282 node at 1.0 cannot run at 1.1 | |
| goroutine 70622 [running]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.getStacks(0x2c80001, 0x0, 0x0, 0x1c) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/clog.go:833 +0xa7 | |
| github.com/cockroachdb/cockroach/pkg/util/log.(*loggingT).outputLogEntry(0x2c80060, 0xc400000004, 0x250317d, 0x1c, 0x11a, 0xc420373980, 0x1d) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/clog.go:738 +0x598 | |
| github.com/cockroachdb/cockroach/pkg/util/log.addStructured(0x7f2004479188, 0xc420014f70, 0x7f2000000004, 0x2, 0x1b2fe49, 0x1b, 0xc421dc5788, 0x2, 0x2) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/structured.go:153 +0x28c | |
| github.com/cockroachdb/cockroach/pkg/util/log.logDepth(0x7f2004479188, 0xc420014f70, 0x1, 0xc400000004, 0x1b2fe49, 0x1b, 0xc421dc5788, 0x2, 0x2) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/log.go:54 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/util/log.Fatalf(0x7f2004479188, 0xc420014f70, 0x1b2fe49, 0x1b, 0xc421dc5788, 0x2, 0x2) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/log.go:148 +0x7e | |
| github.com/cockroachdb/cockroach/pkg/settings/cluster.versionTransformer(0xc420198c00, 0xc420373920, 0x14, 0x20, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/settings/cluster/settings.go:282 +0x3b1 | |
| github.com/cockroachdb/cockroach/pkg/settings.(*StateMachineSetting).Validate(0xc4202c2b40, 0xc420198c00, 0xc420373920, 0x14, 0x20, 0x0, 0x18, 0xc4203738e0, 0x0, 0x14, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/settings/statemachine.go:106 +0x6b | |
| github.com/cockroachdb/cockroach/pkg/settings/cluster.MakeClusterSettings.func1() | |
| /go/src/github.com/cockroachdb/cockroach/pkg/settings/cluster/settings.go:190 +0xb8 | |
| github.com/cockroachdb/cockroach/pkg/settings.(*Values).settingChanged(0xc420198c00, 0x6) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/settings/setting.go:61 +0x4b | |
| github.com/cockroachdb/cockroach/pkg/settings.(*Values).setGeneric(0xc420198c00, 0x6, 0x18b9600, 0xc4203738e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/settings/setting.go:81 +0x77 | |
| github.com/cockroachdb/cockroach/pkg/settings.(*StateMachineSetting).set(0xc4202c2b40, 0xc420198c00, 0xc42038a840, 0x14, 0x20, 0x20, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/settings/statemachine.go:116 +0x1d6 | |
| github.com/cockroachdb/cockroach/pkg/settings.updater.Set(0xc420198c00, 0xc422dc8990, 0xc421411533, 0x7, 0xc42038a820, 0x14, 0xc4220cc5cc, 0x1, 0x0, 0x27d6040) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/settings/updater.go:126 +0xcae | |
| github.com/cockroachdb/cockroach/pkg/settings.(*updater).Set(0xc4220cc5b0, 0xc421411533, 0x7, 0xc42038a820, 0x14, 0xc4220cc5cc, 0x1, 0xc422453fa0, 0xc42067b709) | |
| <autogenerated>:89 +0x9b | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).refreshSettings.func1(0x7f20044cd928, 0xc42183cf90, 0xc421411530, 0xd, 0x10, 0xc42067b6e0, 0x29, 0x30, 0x14f3eaf4a798e158, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/settingsworker.go:101 +0x750 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).refreshSettings.func2(0x7f20044cd928, 0xc42183cf90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/settingsworker.go:118 +0x22c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420304580, 0xc422afe630, 0xc4202829c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 1 [chan receive]: | |
| testing.(*T).Run(0xc420268d00, 0x1b3f7f4, 0x24, 0x1bdd970, 0xc42065dc01) | |
| /usr/local/go/src/testing/testing.go:698 +0x2f4 | |
| testing.runTests.func1(0xc420268d00) | |
| /usr/local/go/src/testing/testing.go:882 +0x67 | |
| testing.tRunner(0xc420268d00, 0xc42065dda0) | |
| /usr/local/go/src/testing/testing.go:657 +0x96 | |
| testing.runTests(0xc4201e9ca0, 0x27b3ae0, 0x53, 0x53, 0x2) | |
| /usr/local/go/src/testing/testing.go:888 +0x2c1 | |
| testing.(*M).Run(0xc42085ff20, 0x2cbef20) | |
| /usr/local/go/src/testing/testing.go:822 +0xfc | |
| github.com/cockroachdb/cockroach/pkg/server_test.TestMain(0xc42065df20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/main_test.go:32 +0xd5 | |
| main.main() | |
| github.com/cockroachdb/cockroach/pkg/server/_test/_testmain.go:206 +0xf7 | |
| goroutine 17 [syscall, 1 minutes, locked to thread]: | |
| runtime.goexit() | |
| /usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 | |
| goroutine 6 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.(*loggingT).flushDaemon(0x2c80060) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/clog.go:1005 +0x77 | |
| created by github.com/cockroachdb/cockroach/pkg/util/log.init.1 | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/clog.go:581 +0xd9 | |
| goroutine 7 [syscall, 1 minutes]: | |
| os/signal.signal_recv(0x0) | |
| /usr/local/go/src/runtime/sigqueue.go:116 +0x104 | |
| os/signal.loop() | |
| /usr/local/go/src/os/signal/signal_unix.go:22 +0x22 | |
| created by os/signal.init.1 | |
| /usr/local/go/src/os/signal/signal_unix.go:28 +0x41 | |
| goroutine 10 [select, locked to thread]: | |
| runtime.gopark(0x1be0aa0, 0x0, 0x1b12178, 0x6, 0x18, 0x2) | |
| /usr/local/go/src/runtime/proc.go:271 +0x13a | |
| runtime.selectgoImpl(0xc420034f50, 0x0, 0x18) | |
| /usr/local/go/src/runtime/select.go:423 +0x1364 | |
| runtime.selectgo(0xc420034f50) | |
| /usr/local/go/src/runtime/select.go:238 +0x1c | |
| runtime.ensureSigM.func1() | |
| /usr/local/go/src/runtime/signal_unix.go:434 +0x2dd | |
| runtime.goexit() | |
| /usr/local/go/src/runtime/asm_amd64.s:2197 +0x1 | |
| goroutine 70413 [semacquire]: | |
| sync.runtime_notifyListWait(0xc421d03b90, 0xc400000176) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc421d03b80) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc421f3ee10, 0x7f20044cd928, 0xc421654f60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc421654f60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420219520, 0xc422afe900, 0xc420219510) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70788 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x7f20044cd928, 0xc420ea5440) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:504 +0x42f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc422612800, 0xc422afe630, 0xc420362a40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69468 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc4210c6510) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4202ebfc0, 0xc42219d4d0, 0xc4202ebfb0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70169 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/jobs.(*Registry).Start.func1(0x7f20044cd928, 0xc420f77740) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/jobs/registry.go:129 +0x18c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4202a58f0, 0xc4225a8a20, 0xc420f76ba0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70448 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*LeaseManager).RefreshLeases.func1(0x7f20044cd928, 0xc4212c32c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/lease.go:1343 +0xaf5 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42033f5b0, 0xc422afe630, 0xc4212c2630) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70355 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc42161e660) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2aa0, 0xc422afe900, 0xc420da2a90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70739 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420c3d650, 0xc400000156) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420c3d640) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc420dce3f0, 0x7f20044cd928, 0xc420ea4d80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc420ea4d80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42038f3b0, 0xc422afe630, 0xc42038f3a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70334 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func1(0x7f20044cd928, 0xc421654bd0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:157 +0x55 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4202192c0, 0xc422afe900, 0xc4214802e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70135 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420c17da0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227ceb80, 0xc4225a8a20, 0xc4227ceb70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70658 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420e837a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420304cd0, 0xc422afe630, 0xc420304ca0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70659 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Executor).Start.func1(0x7f20044cd928, 0xc42183c960) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/executor.go:427 +0x165 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420304cf0, 0xc422afe630, 0xc420282ae0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70641 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420f82b70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420304970, 0xc422afe630, 0xc420304960) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70307 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*server).Gossip(0xc422b71500, 0x27dd7a0, 0xc422613730, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:198 +0x594 | |
| github.com/cockroachdb/cockroach/pkg/gossip._Gossip_Gossip_Handler(0x1ad5dc0, 0xc422b71500, 0x27db5e0, 0xc421f3eab0, 0xc422dc2f60, 0x2) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.pb.go:211 +0xb7 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc422fc2280, 0x27dcae0, 0xc42307a9a0, 0xc420c14100, 0xc420e47980, 0x279e4a0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:891 +0xa4c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleStream(0xc422fc2280, 0x27dcae0, 0xc42307a9a0, 0xc420c14100, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:985 +0x153f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc4226135a0, 0xc422fc2280, 0x27dcae0, 0xc42307a9a0, 0xc420c14100) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:551 +0xa9 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:552 +0xa1 | |
| goroutine 70509 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).manage.func1(0x7f20044cd928, 0xc4213f9140) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1138 +0x325 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4201dc6d0, 0xc422afe630, 0xc4201dc6c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70346 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420bff0b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2980, 0xc422afe900, 0xc420da2970) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70070 [select]: | |
| github.com/cockroachdb/cockroach/pkg/security.(*CertificateManager).RegisterSignalHandler.func1(0xc4225a8a20, 0xc420cbb4a0, 0xc42200a5b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/security/certificate_manager.go:125 +0x3b5 | |
| created by github.com/cockroachdb/cockroach/pkg/security.(*CertificateManager).RegisterSignalHandler | |
| /go/src/github.com/cockroachdb/cockroach/pkg/security/certificate_manager.go:138 +0xd0 | |
| goroutine 70766 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x7f20044cd928, 0xc420ea5320) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:504 +0x42f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc422612790, 0xc422afe630, 0xc420362940) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70537 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).keepalive(0xc421570680) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1276 +0x4ed | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:294 +0xefe | |
| goroutine 71750 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newClientStream.func3(0x27dedc0, 0xc422ee49c0, 0xc4224e3d40, 0xc421751080, 0xc4202e2b00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:255 +0x3c9 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newClientStream | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:274 +0xf4e | |
| goroutine 70339 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).startGossip.func1(0x7f20044cd928, 0xc422598c60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:659 +0x464 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2760, 0xc422afe900, 0xc42039c140) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69395 [semacquire]: | |
| sync.runtime_notifyListWait(0xc422fc2d70, 0xc40000026c) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc422fc2d60) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage/engine.(*RocksDB).syncLoop(0xc422fc2c80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:478 +0xd7 | |
| created by github.com/cockroachdb/cockroach/pkg/storage/engine.(*RocksDB).open | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:465 +0x4c7 | |
| goroutine 70685 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).RaftMessageBatch(0xc422ae0f00, 0x27deb80, 0xc42020e350, 0x27c5200, 0xc422ae0f00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:355 +0x23d | |
| github.com/cockroachdb/cockroach/pkg/storage._MultiRaft_RaftMessageBatch_Handler(0x1ae2220, 0xc422ae0f00, 0x27db5e0, 0xc421f3f290, 0xc420835680, 0x27d4180) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft.pb.go:378 +0xb7 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc422fc2280, 0x27dcae0, 0xc421274160, 0xc422b6d000, 0xc420962450, 0x27a6ca0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:891 +0xa4c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleStream(0xc422fc2280, 0x27dcae0, 0xc421274160, 0xc422b6d000, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:985 +0x153f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc4201f14f0, 0xc422fc2280, 0x27dcae0, 0xc421274160, 0xc422b6d000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:551 +0xa9 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:552 +0xa1 | |
| goroutine 70358 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc42161e6f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2b10, 0xc422afe900, 0xc420da2b00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70252 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc421073520, 0xc42141cbc0, 0xc42020f6b0, 0xf, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:419 +0x825 | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).GRPCDial.func1.2.1(0x7f20044cd928, 0xc421b49a10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:353 +0x6b | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421529110, 0xc422afe900, 0xc421b49830) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70563 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).keepalive(0xc422433520) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1276 +0x4ed | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:294 +0xefe | |
| goroutine 70212 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x7f20044cd928, 0xc421470000) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:504 +0x42f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420231ea0, 0xc4225a8a20, 0xc420e62d80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70430 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x7f20044cd928, 0xc421655380) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:504 +0x42f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420219b70, 0xc422afe900, 0xc4203be820) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69509 [IO wait]: | |
| net.runtime_pollWait(0x7f20044ce9e8, 0x72, 0x0) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc42046d728, 0x72, 0x0, 0xc42037ee40) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc42046d728, 0xffffffffffffffff, 0x0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).accept(0xc42046d6c0, 0x0, 0x27c02c0, 0xc42037ee40) | |
| /usr/local/go/src/net/fd_unix.go:430 +0x1e5 | |
| net.(*TCPListener).accept(0xc420a77df0, 0xc421ac2e48, 0xe0dbac, 0x6ed550) | |
| /usr/local/go/src/net/tcpsock_posix.go:136 +0x2e | |
| net.(*TCPListener).Accept(0xc420a77df0, 0x1bdf078, 0xc42254fec0, 0x27dee80, 0xc420a779d8) | |
| /usr/local/go/src/net/tcpsock.go:228 +0x49 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*cMux).Serve(0xc42254fec0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:124 +0x95 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func12.1() | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:951 +0x2f | |
| sync.(*Once).Do(0xc4211bd630, 0xc421911f60) | |
| /usr/local/go/src/sync/once.go:44 +0xbe | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func12(0x7f20044cd928, 0xc421416240) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:952 +0x64 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2400, 0xc42219d4d0, 0xc42340e820) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70626 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420f826c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4203046f0, 0xc422afe630, 0xc4203046e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70069 [chan receive]: | |
| database/sql.(*DB).connectionOpener(0xc42025fa40) | |
| /usr/local/go/src/database/sql/sql.go:837 +0x4a | |
| created by database/sql.Open | |
| /usr/local/go/src/database/sql/sql.go:582 +0x212 | |
| goroutine 70923 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*recvBufferReader).Read(0xc420217810, 0xc4217fabb0, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:126 +0x495 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*transportReader).Read(0xc4219c9080, 0xc4217fabb0, 0x5, 0x5, 0x707b94, 0xc42043da00, 0x1be0bd8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:391 +0x55 | |
| io.ReadAtLeast(0x27bf5c0, 0xc4219c9080, 0xc4217fabb0, 0x5, 0x5, 0x5, 0xc421570680, 0xc421995900, 0xc400000005) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27bf5c0, 0xc4219c9080, 0xc4217fabb0, 0x5, 0x5, 0xadc918, 0x27bf5c0, 0xc4219c8a20) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*Stream).Read(0xc421995900, 0xc4217fabb0, 0x5, 0x5, 0xc421911cf8, 0xaeeab5, 0xc421995800) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/transport.go:375 +0xc8 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc4217faba0, 0x7fffffff, 0xc42285a000, 0x0, 0xc421911dd8, 0xaef79d, 0xc4217fa1c0, 0x7fffffff) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:265 +0x65 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.recv(0xc4217faba0, 0x27d4180, 0x2cbf460, 0xc421995900, 0x27c7540, 0x2cbf460, 0x1a37320, 0xc4219c9140, 0x7fffffff, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:361 +0x4d | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc420e0e2c0, 0x1a37320, 0xc4219c9140, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:398 +0xf2 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*multiRaftRaftMessageBatchClient).Recv(0xc4218d02a0, 0x19cbf20, 0x6a7900, 0x7f20044cd928) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft.pb.go:329 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).processQueue.func1.1.1(0x27deb20, 0xc4218d02a0, 0xc4214d1540, 0xc422f54f00, 0x7f20044cd928, 0xc4219c9110, 0x18, 0xd9cc04) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:487 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*RaftTransport).processQueue.func1.1(0x7f20044cd928, 0xc4219c9110) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/raft_transport.go:502 +0x66 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4218d02f0, 0xc422afe630, 0xc4219c90e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70049 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*client).gossip(0xc420556410, 0x7f20044cd928, 0xc423367590, 0xc420f15980, 0x27dd740, 0xc4201f1570, 0xc4225a8a20, 0xc420286dc0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/client.go:323 +0x3e2 | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*client).startLocked.func1(0x7f20044cd928, 0xc423367590) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/client.go:130 +0x410 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420286d80, 0xc4225a8a20, 0xc4208d9c40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70337 [semacquire]: | |
| sync.runtime_notifyListWait(0xc421d03b90, 0xc400000172) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc421d03b80) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc421f3ee10, 0x7f20044cd928, 0xc421654c90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc421654c90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4202193a0, 0xc422afe900, 0xc420219390) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70638 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420f82ab0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4203048d0, 0xc422afe630, 0xc4203048c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71685 [IO wait]: | |
| net.runtime_pollWait(0x7f20043cfe50, 0x72, 0x26) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420920928, 0x72, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420920928, 0xc421a05800, 0x400) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc4209208c0, 0xc421a05800, 0x400, 0x400, 0x0, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a77320, 0xc421a05800, 0x400, 0x400, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*MuxConn).Read(0xc420c0b900, 0xc421a05800, 0x400, 0x400, 0x1a48d40, 0x0, 0x7f20044d8358) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x113 | |
| crypto/tls.(*block).readFromUntil(0xc42092d200, 0x7f20044d8358, 0xc420c0b900, 0x5, 0xc420c0b900, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:488 +0x98 | |
| crypto/tls.(*Conn).readRecord(0xc422851500, 0x1be0b17, 0xc422851620, 0xc421a13a40) | |
| /usr/local/go/src/crypto/tls/conn.go:590 +0xc4 | |
| crypto/tls.(*Conn).Read(0xc422851500, 0xc421ce2000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1134 +0x11d | |
| bufio.(*Reader).Read(0xc422a325a0, 0xc421a53a78, 0x9, 0x9, 0x21a13a90, 0xc421a13b10, 0xadb3c7) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x27ba340, 0xc422a325a0, 0xc421a53a78, 0x9, 0x9, 0x9, 0xc420216d20, 0x4b, 0x4b) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27ba340, 0xc422a325a0, 0xc421a53a78, 0x9, 0x9, 0x4b, 0x0, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc421a53a78, 0x9, 0x9, 0x27ba340, 0xc422a325a0, 0x0, 0x0, 0x4b, 0x4b00000001) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc421a53a40, 0x4b, 0x4b, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa4 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*framer).readFrame(0xc42092d800, 0xc42092d860, 0xc42092d860, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http_util.go:592 +0x2f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc420c0de40, 0xc42092db30, 0x1bdfe18) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:377 +0x32c | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc4207c8000, 0x27dcae0, 0xc420c0de40) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:559 +0x162 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveHTTP2Transport(0xc4207c8000, 0x27dd6e0, 0xc422851500, 0x27c2580, 0xc420837130) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:540 +0x497 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn(0xc4207c8000, 0x27deca0, 0xc420c0b900) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:507 +0x4ad | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).Serve | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:476 +0x5b6 | |
| goroutine 70379 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/distsqlrun.(*flowScheduler).Start.func1(0x7f20044cd928, 0xc420a7cf90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsqlrun/flow_scheduler.go:126 +0x48f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4203e41e0, 0xc422afe900, 0xc4203e41b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70415 [semacquire]: | |
| sync.runtime_Semacquire(0xc421f3ee94) | |
| /usr/local/go/src/runtime/sema.go:47 +0x34 | |
| sync.(*WaitGroup).Wait(0xc421f3ee88) | |
| /usr/local/go/src/sync/waitgroup.go:131 +0x7a | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Wait(0xc421f3ee10, 0x7f20044cd928, 0xc421654fc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:173 +0x31 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Wait-fm(0x7f20044cd928, 0xc421654fc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3623 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420219560, 0xc422afe900, 0xc420219550) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70363 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc42161f620) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2c80, 0xc422afe900, 0xc420da2c70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70501 [IO wait]: | |
| net.runtime_pollWait(0x7f200329dc90, 0x72, 0x0) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc421013808, 0x72, 0x0, 0xc42124f080) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc421013808, 0xffffffffffffffff, 0x0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).accept(0xc4210137a0, 0x0, 0x27c02c0, 0xc42124f080) | |
| /usr/local/go/src/net/fd_unix.go:430 +0x1e5 | |
| net.(*TCPListener).accept(0xc420a76448, 0xc4218b8fb0, 0xc4209f3700, 0x10) | |
| /usr/local/go/src/net/tcpsock_posix.go:136 +0x2e | |
| net.(*TCPListener).Accept(0xc420a76448, 0x1bdf070, 0xc420c3de40, 0xc4201dc890, 0x27d4940) | |
| /usr/local/go/src/net/tcpsock.go:228 +0x49 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*cMux).Serve(0xc420c3de40, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:124 +0x95 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func3(0x7f20044cd928, 0xc4213f92c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:656 +0x2f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4201dc460, 0xc422afe630, 0xc42124ec60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70826 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).controller(0xc42091e2c0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:1011 +0x7d6 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:220 +0x971 | |
| goroutine 71832 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).transportMonitor(0xc423356a80) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:927 +0x694 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ClientConn).resetAddrConn | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:630 +0x73c | |
| goroutine 70279 [IO wait]: | |
| net.runtime_pollWait(0x7f20044cdde8, 0x72, 0x0) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420091648, 0x72, 0x0, 0xc4203635e0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420091648, 0xffffffffffffffff, 0x0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).accept(0xc4200915e0, 0x0, 0x27c02c0, 0xc4203635e0) | |
| /usr/local/go/src/net/fd_unix.go:430 +0x1e5 | |
| net.(*TCPListener).accept(0xc421a92660, 0xc42188ae30, 0xc4209f4f00, 0x10) | |
| /usr/local/go/src/net/tcpsock_posix.go:136 +0x2e | |
| net.(*TCPListener).Accept(0xc421a92660, 0x1bdf070, 0xc420c3d5c0, 0xc421528b50, 0x27d4940) | |
| /usr/local/go/src/net/tcpsock.go:228 +0x49 | |
| github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*cMux).Serve(0xc420c3d5c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:124 +0x95 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func3(0x7f20044cd928, 0xc421b49080) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:656 +0x2f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42031d2b0, 0xc422afe900, 0xc420345e40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70352 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc42161e5d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2a40, 0xc422afe900, 0xc420da2a30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70751 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).raftTickLoop(0xc420c05400, 0x7f20044cd928, 0xc420ea4fc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3639 +0x228 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Store).(github.com/cockroachdb/cockroach/pkg/storage.raftTickLoop)-fm(0x7f20044cd928, 0xc420ea4fc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/store.go:3625 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42038f5a0, 0xc422afe630, 0xc42038f590) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69449 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).startWriteSummaries.func1(0x7f20044cd928, 0xc42236af60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:737 +0x2c2 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421a2d2f0, 0xc42219d4d0, 0xc422efd180) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70778 [chan receive]: | |
| database/sql.(*DB).connectionOpener(0xc4206f5180) | |
| /usr/local/go/src/database/sql/sql.go:837 +0x4a | |
| created by database/sql.Open | |
| /usr/local/go/src/database/sql/sql.go:582 +0x212 | |
| goroutine 70075 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.MakeServer.func2(0x7f20044cd928, 0xc423366f60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:100 +0x70 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42028e6b0, 0xc4225a8a20, 0xc420cd8e80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70447 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv.(*TxnCoordSender).printStatsLoop(0xc42196a540, 0x7f20044cd928, 0xc4212c3290) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_coord_sender.go:253 +0xb4d | |
| github.com/cockroachdb/cockroach/pkg/kv.NewTxnCoordSender.func1(0x7f20044cd928, 0xc4212c3290) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/txn_coord_sender.go:237 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42033f2d0, 0xc422afe630, 0xc42033f2c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70373 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc42161f800) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2e70, 0xc422afe900, 0xc420da2e60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69376 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x7f20044cd928, 0xc4217dc270) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:504 +0x42f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc421302c10, 0xc42219d4d0, 0xc42037f760) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71717 [IO wait]: | |
| net.runtime_pollWait(0x7f20043cffd0, 0x72, 0x25) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc421537e28, 0x72, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc421537e28, 0xc422f99800, 0x400) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc421537dc0, 0xc422f99800, 0x400, 0x400, 0x0, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a77318, 0xc422f99800, 0x400, 0x400, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| crypto/tls.(*block).readFromUntil(0xc421417230, 0x7f2004480cc0, 0xc420a77318, 0x5, 0xc420a77318, 0xc4217bfb20) | |
| /usr/local/go/src/crypto/tls/conn.go:488 +0x98 | |
| crypto/tls.(*Conn).readRecord(0xc422851180, 0x1be0b17, 0xc4228512a0, 0xc420be6864) | |
| /usr/local/go/src/crypto/tls/conn.go:590 +0xc4 | |
| crypto/tls.(*Conn).Read(0xc422851180, 0xc422e62000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1134 +0x11d | |
| bufio.(*Reader).Read(0xc420eb81e0, 0xc4224576f8, 0x9, 0x9, 0xc4217bfd60, 0x6c0fef, 0x1be0bc0) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x27ba340, 0xc420eb81e0, 0xc4224576f8, 0x9, 0x9, 0x9, 0x6, 0xc42001b368, 0xc42001b300) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27ba340, 0xc420eb81e0, 0xc4224576f8, 0x9, 0x9, 0x0, 0x0, 0xc4217bfe30) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc4224576f8, 0x9, 0x9, 0x27ba340, 0xc420eb81e0, 0x0, 0xc400000000, 0xc4217bfe75, 0xc421908390) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc4224576c0, 0x27c5ac0, 0xc421908390, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa4 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*framer).readFrame(0xc422f7a990, 0xc421908390, 0xc421908390, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http_util.go:592 +0x2f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).reader(0xc4224e3ba0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1154 +0xcd | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:262 +0xcf5 | |
| goroutine 69366 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.MakeServer.func2(0x7f20044cd928, 0xc4210f3bf0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:100 +0x70 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4202fd550, 0xc42219d4d0, 0xc42037e320) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70639 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420f82b10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420304900, 0xc422afe630, 0xc4203048f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70402 [semacquire]: | |
| sync.runtime_notifyListWait(0xc421d03b90, 0xc40000016f) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc421d03b80) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc421f3ee10, 0x7f20044cd928, 0xc421654d20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc421654d20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4202193c0, 0xc422afe900, 0xc4202193b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 69475 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc4210c66c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42039a100, 0xc42219d4d0, 0xc42039a0f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71789 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).keepalive(0xc421a00d00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1276 +0x4ed | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:294 +0xefe | |
| goroutine 70382 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/jobs.(*Registry).Start.func1(0x7f20044cd928, 0xc420a7d500) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/jobs/registry.go:129 +0x18c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4203e4410, 0xc422afe900, 0xc420a7c930) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 71747 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).keepalive(0xc422ee49c0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1276 +0x4ed | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:294 +0xefe | |
| goroutine 70194 [semacquire]: | |
| sync.runtime_notifyListWait(0xc420746350, 0xc40000011d) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc420746340) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).worker(0xc420dce000, 0x7f20044cd928, 0xc42187cfc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:198 +0xac | |
| github.com/cockroachdb/cockroach/pkg/storage.(*raftScheduler).Start.func2(0x7f20044cd928, 0xc42187cfc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/scheduler.go:167 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4202302e0, 0xc4225a8a20, 0xc4202302d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70560 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc420c0c9a0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:949 +0x488 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:221 +0x996 | |
| goroutine 70277 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.MakeServer.func2(0x7f20044cd928, 0xc421b48f90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:100 +0x70 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42031cfa0, 0xc422afe900, 0xc420345c00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70368 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc42161f710) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc420da2d70, 0xc422afe900, 0xc420da2d50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70276 [semacquire]: | |
| sync.runtime_notifyListWait(0xc421450af0, 0xc400000000) | |
| /usr/local/go/src/runtime/sema.go:298 +0x10b | |
| sync.(*Cond).Wait(0xc421450ae0) | |
| /usr/local/go/src/sync/cond.go:57 +0x89 | |
| github.com/cockroachdb/cockroach/pkg/storage/engine.(*RocksDB).syncLoop(0xc421450a00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:478 +0xd7 | |
| created by github.com/cockroachdb/cockroach/pkg/storage/engine.(*RocksDB).open | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/engine/rocksdb.go:465 +0x4c7 | |
| goroutine 70533 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).controller(0xc422312000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:1011 +0x7d6 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:220 +0x971 | |
| goroutine 70767 [semacquire]: | |
| sync.runtime_SemacquireMutex(0x2c80088) | |
| /usr/local/go/src/runtime/sema.go:62 +0x34 | |
| sync.(*Mutex).Lock(0x2c80084) | |
| /usr/local/go/src/sync/mutex.go:87 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/util/syncutil.(*Mutex).Lock(0x2c80084) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/syncutil/mutex_sync.go:32 +0x2d | |
| github.com/cockroachdb/cockroach/pkg/util/log.(*loggingT).outputLogEntry(0x2c80060, 0xc400000001, 0x24fdd62, 0x1a, 0xe45, 0xc4211d3800, 0xb1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/clog.go:729 +0x12b | |
| github.com/cockroachdb/cockroach/pkg/util/log.addStructured(0x7f20044cd968, 0xc420371200, 0x7f2000000001, 0x2, 0x1b62b07, 0x34, 0xc422bd5180, 0x3, 0x3) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/structured.go:153 +0x28c | |
| github.com/cockroachdb/cockroach/pkg/util/log.logDepth(0x7f20044cd968, 0xc420371200, 0x1, 0xc400000001, 0x1b62b07, 0x34, 0xc422bd5180, 0x3, 0x3) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/log.go:54 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/util/log.Infof(0x7f20044cd968, 0xc420371200, 0x1b62b07, 0x34, 0xc422bd5180, 0x3, 0x3) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/log.go:72 +0x7e | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Replica).changeReplicas.func1(0x7f20044cd968, 0xc420371200, 0xc422c93200, 0x1, 0xc421a58b88) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/replica_command.go:3653 +0x31f | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).Txn.func1(0x7f20044cd968, 0xc420371200, 0xc422c93200, 0xc421a58b88, 0x0, 0x1b14017) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:510 +0x43 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*Txn).Exec(0xc422c93200, 0x7f20044cd968, 0xc420371200, 0xc420370101, 0xc421a58bc0, 0x4, 0x4) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/txn.go:761 +0xa8 | |
| github.com/cockroachdb/cockroach/pkg/internal/client.(*DB).Txn(0xc420fafc60, 0x7f20044cd968, 0xc420371200, 0xc4225f4150, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/db.go:511 +0x145 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Replica).changeReplicas(0xc420f6e000, 0x7f20044d3568, 0xc420eb9260, 0x100000001, 0x1, 0xc420738a20, 0x2, 0x1b26708, 0x15, 0xc421277d40, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/replica_command.go:3709 +0x6ed | |
| github.com/cockroachdb/cockroach/pkg/storage.(*Replica).ChangeReplicas(0xc420f6e000, 0x7f20044d3568, 0xc420eb9260, 0x100000001, 0xc400000001, 0xc420738a20, 0x1b26708, 0x15, 0xc421277d40, 0x107, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/replica_command.go:3545 +0xb3 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*replicateQueue).removeReplica(0xc420323c00, 0x7f20044d3568, 0xc420eb9260, 0xc420f6e000, 0x100000001, 0xc420738a20, 0x1b26708, 0x15, 0xc421277d40, 0x107, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/replicate_queue.go:590 +0xd6 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*replicateQueue).processOneChange(0xc420323c00, 0x7f20044d3568, 0xc420eb9260, 0xc420f6e000, 0xc4225e1800, 0x1c, 0x20, 0xc422bd5b30, 0x2faf000, 0x3b9aca00, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/replicate_queue.go:392 +0xfee | |
| github.com/cockroachdb/cockroach/pkg/storage.(*replicateQueue).process(0xc420323c00, 0x7f20044d3568, 0xc420eb9260, 0xc420f6e000, 0xc4225e1800, 0x1c, 0x20, 0x400000004, 0x2) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/replicate_queue.go:223 +0x1a6 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processReplica(0xc420ed4600, 0x7f20044cd928, 0xc4233dcd80, 0xc420f6e000, 0xc420c3c1c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:631 +0x2ec | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1.2(0x7f20044cd928, 0xc4233dcd80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:530 +0xbb | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTask(0xc422afe630, 0x7f20044cd928, 0xc4233dcd80, 0xc4233dcdb0, 0x25, 0xc422bd5e90, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:231 +0xf7 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x7f20044cd928, 0xc420ea5350) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:539 +0x3f9 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4226127a0, 0xc422afe630, 0xc420362980) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70126 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).startGossip.func1(0x7f20044cd928, 0xc420a19f20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:659 +0x464 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227ce8a0, 0xc4225a8a20, 0xc42124e7a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70143 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420a19a40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227cec80, 0xc4225a8a20, 0xc4227cec70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70670 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).transportMonitor(0xc4215d2c40) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:927 +0x694 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ClientConn).resetAddrConn.func1(0xc4215d2c40) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:642 +0x1d9 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ClientConn).resetAddrConn | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:643 +0x786 | |
| goroutine 70787 [select]: | |
| github.com/cockroachdb/cockroach/pkg/storage.(*baseQueue).processLoop.func1(0x7f20044cd928, 0xc420ea5410) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/storage/queue.go:504 +0x42f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4226127e0, 0xc422afe630, 0xc420362a00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70293 [IO wait]: | |
| net.runtime_pollWait(0x7f20043d0750, 0x72, 0x11) | |
| /usr/local/go/src/runtime/netpoll.go:164 +0x59 | |
| net.(*pollDesc).wait(0xc420e1d728, 0x72, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_poll_runtime.go:75 +0x38 | |
| net.(*pollDesc).waitRead(0xc420e1d728, 0xc421feb000, 0x1000) | |
| /usr/local/go/src/net/fd_poll_runtime.go:80 +0x34 | |
| net.(*netFD).Read(0xc420e1d6c0, 0xc421feb000, 0x1000, 0x1000, 0x0, 0x27c3100, 0x27b85c0) | |
| /usr/local/go/src/net/fd_unix.go:250 +0x1b7 | |
| net.(*conn).Read(0xc420a765a0, 0xc421feb000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:181 +0x70 | |
| crypto/tls.(*block).readFromUntil(0xc42092ce70, 0x7f2004480cc0, 0xc420a765a0, 0x5, 0xc420a765a0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:488 +0x98 | |
| crypto/tls.(*Conn).readRecord(0xc421a3d500, 0x1be0b17, 0xc421a3d620, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:590 +0xc4 | |
| crypto/tls.(*Conn).Read(0xc421a3d500, 0xc4215b2000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1134 +0x11d | |
| bufio.(*Reader).Read(0xc420843920, 0xc42196bb58, 0x9, 0x9, 0x0, 0xc42264ed60, 0xadc836) | |
| /usr/local/go/src/bufio/bufio.go:213 +0x312 | |
| io.ReadAtLeast(0x27ba340, 0xc420843920, 0xc42196bb58, 0x9, 0x9, 0x9, 0xb8b, 0x0, 0x0) | |
| /usr/local/go/src/io/io.go:307 +0xa9 | |
| io.ReadFull(0x27ba340, 0xc420843920, 0xc42196bb58, 0x9, 0x9, 0xfb13f101, 0xb8b00000b8b, 0x0) | |
| /usr/local/go/src/io/io.go:325 +0x58 | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc42196bb58, 0x9, 0x9, 0x27ba340, 0xc420843920, 0x0, 0xc400000000, 0xc420ea5920, 0xc421877800) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x7b | |
| github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc42196bb20, 0x27c59c0, 0xc420ea5920, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa4 | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*framer).readFrame(0xc420ea58f0, 0xc420ea5920, 0xc420ea5920, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http_util.go:592 +0x2f | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Client).reader(0xc421d86d00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:1154 +0xcd | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_client.go:262 +0xcf5 | |
| goroutine 70134 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc420c17d70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227ceb60, 0xc4225a8a20, 0xc4227ceb50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70144 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc422366660) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc4227ceca0, 0xc4225a8a20, 0xc4227cec90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0xf7 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:199 +0xad | |
| goroutine 70468 [select]: | |
| github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.(*http2Server).controller(0xc421274c60) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:1011 +0x7d6 | |
| created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/transport/http2_server.go:220 +0x971 | |
| goroutine 69488 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*distSQLPlanner).initRunners.func1(0x7f20044cd928, 0xc4210c6ab0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:86 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc42039a540, 0xc42219d4d0, 0xc42039a530) | |
| /go/src/github.com/cockroachdb/cockroach/pkg |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment