$ sudo ctr debug
Containerd Version : 1.0.0
GitCommit :
Stack Dump :
goroutine 94 [running]:
github.com/docker/containerd/debugger.(*Service).buildStackInfo(0xf36860, 0x7f09919d4410, 0xc4202acc60, 0x4, 0x0, 0x899df99f00000202, 0x0)
/home/kunal/go/src/github.com/docker/containerd/debugger/service.go:81 +0x8c
github.com/docker/containerd/debugger.(*Service).DumpDebugInfo(0xf36860, 0x7f09919d4410, 0xc4202acc60, 0xc4202a06f4, 0x0, 0xc420206ad8, 0x55c1ac)
/home/kunal/go/src/github.com/docker/containerd/debugger/service.go:59 +0x82
github.com/docker/containerd/api/debugger._DebuggerService_DumpDebugInfo_Handler(0x9854a0, 0xf36860, 0x7f09919d4410, 0xc4202acc60, 0xc4205369c0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/kunal/go/src/github.com/docker/containerd/api/debugger/debugger.pb.go:202 +0x27d
github.com/docker/containerd/vendor/google.golang.org/grpc.(*Server).processUnaryRPC(0xc420108540, 0xf01ee0, 0xc420538a90, 0xc4202ae400, 0xc42015def0, 0xee7450, 0xc4202acd50, 0x0, 0x0)
/home/kunal/go/src/github.com/docker/containerd/vendor/google.golang.org/grpc/server.go:708 +0xbd8
github.com/docker/containerd/vendor/google.golang.org/grpc.(*Server).handleStream(0xc420108540, 0xf01ee0, 0xc420538a90, 0xc4202ae400, 0xc4202acd50)
/home/kunal/go/src/github.com/docker/containerd/vendor/google.golang.org/grpc/server.go:892 +0x6a4
github.com/docker/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc4202a0620, 0xc420108540, 0xf01ee0, 0xc420538a90, 0xc4202ae400)
/home/kunal/go/src/github.com/docker/containerd/vendor/google.golang.org/grpc/server.go:468 +0xab
created by github.com/docker/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/home/kunal/go/src/github.com/docker/containerd/vendor/google.golang.org/grpc/server.go:469 +0xa3
goroutine 1 [chan receive]:
main.main.func2(0xc4201e8280, 0x0, 0x0)
/home/kunal/go/src/github.com/docker/containerd/cmd/containerd/main.go:194 +0x1554
github.com/docker/containerd/vendor/github.com/urfave/cli.HandleAction(0x959a60, 0xa85f10, 0xc4201e8280, 0xc420142c60, 0x0)
/home/kunal/go/src/github.com/docker/containerd/vendor/github.com/urfave/cli/app.go:485 +0xd4
github.com/docker/containerd/vendor/github.com/urfave/cli.(*App).Run(0xc42010f040, 0xc42000c1c0, 0x4, 0x4, 0x0, 0x0)
/home/kunal/go/src/github.com/docker/containerd/vendor/github.com/urfave/cli/app.go:259 +0x74f
main.main()
/home/kunal/go/src/github.com/docker/containerd/cmd/containerd/main.go:206 +0x637
goroutine 17 [syscall, locked to thread]:
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2086 +0x1
goroutine 22 [select, locked to thread]:
runtime.gopark(0xa86770, 0x0, 0xa1abd7, 0x6, 0x18, 0x2)
/usr/local/go/src/runtime/proc.go:259 +0x13a
runtime.selectgoImpl(0xc420027f30, 0x0, 0x18)
/usr/local/go/src/runtime/select.go:423 +0x11d9
runtime.selectgo(0xc420027f30)
/usr/local/go/src/runtime/select.go:238 +0x1c
runtime.ensureSigM.func1()
/usr/local/go/src/runtime/signal1_unix.go:304 +0x2f3
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2086 +0x1
goroutine 6 [syscall]:
os/signal.signal_recv(0x0)
/usr/local/go/src/runtime/sigqueue.go:116 +0x157
os/signal.loop()
/usr/local/go/src/os/signal/signal_unix.go:22 +0x22
created by os/signal.init.1
/usr/local/go/src/os/signal/signal_unix.go:28 +0x41
goroutine 8 [IO wait]:
net.runtime_pollWait(0x7f099198cdb0, 0x72, 0x6)
/usr/local/go/src/runtime/netpoll.go:160 +0x59
net.(*pollDesc).wait(0xc42020c3e0, 0x72, 0xc420022680, 0xc4200121f0)
/usr/local/go/src/net/fd_poll_runtime.go:73 +0x38
net.(*pollDesc).waitRead(0xc42020c3e0, 0xef9f60, 0xc4200121f0)
/usr/local/go/src/net/fd_poll_runtime.go:78 +0x34
net.(*netFD).Read(0xc42020c380, 0xc420276000, 0x8000, 0x8000, 0x0, 0xef9f60, 0xc4200121f0)
/usr/local/go/src/net/fd_unix.go:243 +0x1a1
net.(*conn).Read(0xc420124160, 0xc420276000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:173 +0x70
github.com/docker/containerd/vendor/github.com/nats-io/go-nats.(*Conn).readLoop(0xc420252000)
/home/kunal/go/src/github.com/docker/containerd/vendor/github.com/nats-io/go-nats/nats.go:1396 +0x18b
created by github.com/docker/containerd/vendor/github.com/nats-io/go-nats.(*Conn).spinUpGoRoutines
/home/kunal/go/src/github.com/docker/containerd/vendor/github.com/nats-io/go-nats/nats.go:836 +0x71
goroutine 23 [IO wait]:
net.runtime_pollWait(0x7f099198cf30, 0x72, 0x0)
/usr/local/go/src/runtime/netpoll.go:160 +0x59
net.(*pollDesc).wait(0xc42020c300, 0x72, 0xc420208cb0, 0xc4200121f0)
/usr/local/go/src/net/fd_poll_runtime.go:73 +0x38
net.(*pollDesc).waitRead(0xc42020c300, 0xef9f60, 0xc4200121f0)
/usr/local/go/src/net/fd_poll_runtime.go:78 +0x34
net.(*netFD).accept(0xc42020c2a0, 0x0, 0xef8120, 0xc420126ba0)
/usr/local/go/src/net/fd_unix.go:419 +0x238
net.(*TCPListener).accept(0xc420124150, 0xc42016ab70, 0xc420208dc0, 0x62ead0)
/usr/local/go/src/net/tcpsock_posix.go:132 +0x2e
net.(*TCPListener).AcceptTCP(0xc420124150, 0xc42012c4dc, 0xc420208db0, 0x511d20)
/usr/local/go/src/net/tcpsock.go:209 +0x49
net/http.tcpKeepAliveListener.Accept(0xc420124150, 0xc42016ab40, 0x96b040, 0xee6d20, 0x9ab140)
/usr/local/go/src/net/http/server.go:2608 +0x2f
net/http.(*Server).Serve(0xc42012c480, 0xeff1a0, 0xc420124150, 0x0, 0x0)
/usr/local/go/src/net/http/server.go:2273 +0x1ce
net/http.(*Server).ListenAndServe(0xc42012c480, 0xc42012c480, 0x0)
/usr/local/go/src/net/http/server.go:2219 +0xb4
net/http.ListenAndServe(0xc4201dc650, 0xe, 0xef79e0, 0xc42016a0c0, 0xc42011ed70, 0x0)
/usr/local/go/src/net/http/server.go:2351 +0xa0
main.serveMetrics(0x7f09919d4410, 0xc4201e04b0, 0xc4201dc650, 0xe)
/home/kunal/go/src/github.com/docker/containerd/cmd/containerd/main.go:215 +0xad
created by main.main.func2
/home/kunal/go/src/github.com/docker/containerd/cmd/containerd/main.go:102 +0x1d1a
goroutine 24 [IO wait]:
net.runtime_pollWait(0x7f099198ce70, 0x72, 0x0)
/usr/local/go/src/runtime/netpoll.go:160 +0x59
net.(*pollDesc).wait(0xc4201df800, 0x72, 0xc420036ce8, 0xc4200121f0)
/usr/local/go/src/net/fd_poll_runtime.go:73 +0x38
net.(*pollDesc).waitRead(0xc4201df800, 0xef9f60, 0xc4200121f0)
/usr/local/go/src/net/fd_poll_runtime.go:78 +0x34
net.(*netFD).accept(0xc4201df7a0, 0x0, 0xef8120, 0xc420126de0)
/usr/local/go/src/net/fd_unix.go:419 +0x238
net.(*TCPListener).accept(0xc4201403f0, 0x459b70, 0xc42000d1c0, 0xc420036dc0)
/usr/local/go/src/net/tcpsock_posix.go:132 +0x2e
net.(*TCPListener).Accept(0xc4201403f0, 0xc420126d01, 0xc420124168, 0x0, 0x0)
/usr/local/go/src/net/tcpsock.go:222 +0x49
github.com/docker/containerd/vendor/github.com/nats-io/gnatsd/server.(*Server).AcceptLoop(0xc4201e2780, 0x0)
/home/kunal/go/src/github.com/docker/containerd/vendor/github.com/nats-io/gnatsd/server/server.go:409 +0x397
github.com/docker/containerd/vendor/github.com/nats-io/gnatsd/server.(*Server).Start(0xc4201e2780)
/home/kunal/go/src/github.com/docker/containerd/vendor/github.com/nats-io/gnatsd/server/server.go:271 +0x27e
created by github.com/docker/containerd/vendor/github.com/nats-io/gnatsd/test.RunServerWithAuth
/home/kunal/go/src/github.com/docker/containerd/vendor/github.com/nats-io/gnatsd/test/test.go:98 +0x7b
goroutine 12 [select]:
github.com/docker/containerd/vendor/github.com/nats-io/nats-streaming-server/server.(*StanServer).ioLoop(0xc42010f520, 0xc420160540)
/home/kunal/go/src/github.com/docker/containerd/vendor/github.com/nats-io/nats-streaming-server/server/server.go:2040 +0x7a8
created by github.com/docker/containerd/vendor/github.com/nats-io/nats-streaming-server/server.(*StanServer).startIOLoop
/home/kunal/go/src/github.com/docker/containerd/vendor/github.com/nats-io/nats-streaming-server/server/server.go:2000 +0xe7
goroutine 42 [IO wait]:
net.runtime_pollWait(0x7f099198c7b0, 0x72, 0xe)
/usr/local/go/src/runtime/netpoll.go:160 +0x59
net.(*pollDesc).wait(0xc42020c450, 0x72, 0xc4202a9d20, 0xc4200121f0)
/usr/local/go/src/net/fd_poll_runtime.go:73 +0x38
net.(*pollDesc).waitRead(0xc42020c450, 0xef9f60, 0xc4200121f0)
/usr/local/go/src/net/fd_poll_runtime.go:78 +0x34
net.(*netFD).Read(0xc42020c3f0, 0xc4202ae300, 0x100, 0x100, 0x0, 0xef9f60, 0xc4200121f0)
/usr/local/go/src/net/fd_unix.go:243 +0x1a1
net.(*conn).Read(0xc420124168, 0xc4202ae300, 0x100, 0x100, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:173 +0x70
github.com/docker/containerd/vendor/github.com/nats-io/gnatsd/server.(*client).readLoop(0xc42056c000)
/home/kunal/go/src/github.com/docker/containerd/vendor/github.com/nats-io/gnatsd/server/client.go:258 +0x142
github.com/docker/containerd/vendor/github.com/nats-io/gnatsd/server.(*Server).createClient.func2()
/home/kunal/go/src/github.com/docker/containerd/vendor/github.com/nats-io/gnatsd/server/server.go:627 +0x2a
created by github.com/docker/containerd/vendor/github.com/nats-io/gnatsd/server.(*Server).startGoRoutine
/home/kunal/go/src/github.com/docker/containerd/vendor/github.com/nats-io/gnatsd/server/server.go:870 +0x94
goroutine 27 [IO wait]:
net.runtime_pollWait(0x7f099198ccf0, 0x72, 0x7)
/usr/local/go/src/runtime/netpoll.go:160 +0x59
net.(*pollDesc).wait(0xc4201df870, 0x72, 0xc420047d20, 0xc4200121f0)
/usr/local/go/src/net/fd_poll_runtime.go:73 +0x38
net.(*pollDesc).waitRead(0xc4201df870, 0xef9f60, 0xc4200121f0)
/usr/local/go/src/net/fd_poll_runtime.go:78 +0x34
net.(*netFD).Read(0xc4201df810, 0xc420118e00, 0x100, 0x100, 0x0, 0xef9f60, 0xc4200121f0)
/usr/local/go/src/net/fd_unix.go:243 +0x1a1
net.(*conn).Read(0xc4201403f8, 0xc420118e00, 0x100, 0x100, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:173 +0x70
github.com/docker/containerd/vendor/github.com/nats-io/gnatsd/server.(*client).readLoop(0xc4201a5600)
/home/kunal/go/src/github.com/docker/containerd/vendor/github.com/nats-io/gnatsd/server/client.go:258 +0x142
github.com/docker/containerd/vendor/github.com/nats-io/gnatsd/server.(*Server).createClient.func2()
/home/kunal/go/src/github.com/docker/containerd/vendor/github.com/nats-io/gnatsd/server/server.go:627 +0x2a
created by github.com/docker/containerd/vendor/github.com/nats-io/gnatsd/server.(*Server).startGoRoutine
/home/kunal/go/src/github.com/docker/containerd/vendor/github.com/nats-io/gnatsd/server/server.go:870 +0x94
goroutine 29 [chan receive]:
github.com/docker/containerd/vendor/github.com/nats-io/go-nats.(*Conn).asyncDispatch(0xc420252000)
/home/kunal/go/src/github.com/docker/containerd/vendor/github.com/nats-io/go-nats/nats.go:1357 +0x86
created by github.com/docker/containerd/vendor/github.com/nats-io/go-nats.Options.Connect
/home/kunal/go/src/github.com/docker/containerd/vendor/github.com/nats-io/go-nats/nats.go:592 +0x1d0
goroutine 91 [IO wait]:
net.runtime_pollWait(0x7f099198c6f0, 0x72, 0x10)
/usr/local/go/src/runtime/netpoll.go:160 +0x59
net.(*pollDesc).wait(0xc420540300, 0x72, 0xc4202058d8, 0xc4200121f0)
/usr/local/go/src/net/fd_poll_runtime.go:73 +0x38
net.(*pollDesc).waitRead(0xc420540300, 0xef9f60, 0xc4200121f0)
/usr/local/go/src/net/fd_poll_runtime.go:78 +0x34
net.(*netFD).Read(0xc4205402a0, 0xc4205ac000, 0x8000, 0x8000, 0x0, 0xef9f60, 0xc4200121f0)
/usr/local/go/src/net/fd_unix.go:243 +0x1a1
net.(*conn).Read(0xc42053a028, 0xc4205ac000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:173 +0x70
bufio.(*Reader).fill(0xc420536720)
/usr/local/go/src/bufio/bufio.go:97 +0x10c
bufio.(*Reader).Read(0xc420536720, 0xc42053c0f8, 0x9, 0x9, 0x9, 0x18, 0x28)
/usr/local/go/src/bufio/bufio.go:209 +0x1bc
io.ReadAtLeast(0xef66e0, 0xc420536720, 0xc42053c0f8, 0x9, 0x9, 0x9, 0x415188, 0x30, 0xc420205ae8)
/usr/local/go/src/io/io.go:307 +0xa4
io.ReadFull(0xef66e0, 0xc420536720, 0xc42053c0f8, 0x9, 0x9, 0xf9df241aee5fc601, 0xf900000000000000, 0x2)
/usr/local/go/src/io/io.go:325 +0x58
github.com/docker/containerd/vendor/golang.org/x/net/http2.readFrameHeader(0xc42053c0f8, 0x9, 0x9, 0xef66e0, 0xc420536720, 0x0, 0xc400000000, 0x0, 0x0)
/home/kunal/go/src/github.com/docker/containerd/vendor/golang.org/x/net/http2/frame.go:237 +0x7b
github.com/docker/containerd/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc42053c0c0, 0xefb4e0, 0xc4202acd20, 0x0, 0x0)
/home/kunal/go/src/github.com/docker/containerd/vendor/golang.org/x/net/http2/frame.go:464 +0xa4
github.com/docker/containerd/vendor/google.golang.org/grpc/transport.(*framer).readFrame(0xc4202ac930, 0xc4202acd20, 0xc4202acd20, 0x0, 0x0)
/home/kunal/go/src/github.com/docker/containerd/vendor/google.golang.org/grpc/transport/http_util.go:508 +0x2f
github.com/docker/containerd/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc420538a90, 0xc4202ac9c0, 0xa85d80)
/home/kunal/go/src/github.com/docker/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:304 +0x201
github.com/docker/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc420108540, 0xf01ee0, 0xc420538a90)
/home/kunal/go/src/github.com/docker/containerd/vendor/google.golang.org/grpc/server.go:476 +0x16c
github.com/docker/containerd/vendor/google.golang.org/grpc.(*Server).serveHTTP2Transport(0xc420108540, 0xf021e0, 0xc42053a028, 0x0, 0x0)
/home/kunal/go/src/github.com/docker/containerd/vendor/google.golang.org/grpc/server.go:457 +0x416
github.com/docker/containerd/vendor/google.golang.org/grpc.(*Server).handleRawConn(0xc420108540, 0xf021e0, 0xc42053a028)
/home/kunal/go/src/github.com/docker/containerd/vendor/google.golang.org/grpc/server.go:429 +0x470
created by github.com/docker/containerd/vendor/google.golang.org/grpc.(*Server).Serve
/home/kunal/go/src/github.com/docker/containerd/vendor/google.golang.org/grpc/server.go:398 +0x5ac
goroutine 9 [chan receive]:
github.com/docker/containerd/vendor/github.com/nats-io/go-nats.(*Conn).flusher(0xc420252000)
/home/kunal/go/src/github.com/docker/containerd/vendor/github.com/nats-io/go-nats/nats.go:1590 +0xee
created by github.com/docker/containerd/vendor/github.com/nats-io/go-nats.(*Conn).spinUpGoRoutines
/home/kunal/go/src/github.com/docker/containerd/vendor/github.com/nats-io/go-nats/nats.go:837 +0x93
goroutine 11 [IO wait]:
net.runtime_pollWait(0x7f099198cb70, 0x72, 0x9)
/usr/local/go/src/runtime/netpoll.go:160 +0x59
net.(*pollDesc).wait(0xc420056220, 0x72, 0xc4202a7d20, 0xc4200121f0)
/usr/local/go/src/net/fd_poll_runtime.go:73 +0x38
net.(*pollDesc).waitRead(0xc420056220, 0xef9f60, 0xc4200121f0)
/usr/local/go/src/net/fd_poll_runtime.go:78 +0x34
net.(*netFD).Read(0xc4200561c0, 0xc4202ae100, 0x100, 0x100, 0x0, 0xef9f60, 0xc4200121f0)
/usr/local/go/src/net/fd_unix.go:243 +0x1a1
net.(*conn).Read(0xc42002a298, 0xc4202ae100, 0x100, 0x100, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:173 +0x70
github.com/docker/containerd/vendor/github.com/nats-io/gnatsd/server.(*client).readLoop(0xc420092400)
/home/kunal/go/src/github.com/docker/containerd/vendor/github.com/nats-io/gnatsd/server/client.go:258 +0x142
github.com/docker/containerd/vendor/github.com/nats-io/gnatsd/server.(*Server).createClient.func2()
/home/kunal/go/src/github.com/docker/containerd/vendor/github.com/nats-io/gnatsd/server/server.go:627 +0x2a
created by github.com/docker/containerd/vendor/github.com/nats-io/gnatsd/server.(*Server).startGoRoutine
/home/kunal/go/src/github.com/docker/containerd/vendor/github.com/nats-io/gnatsd/server/server.go:870 +0x94
goroutine 33 [chan receive]:
github.com/docker/containerd/vendor/github.com/nats-io/go-nats.(*Conn).asyncDispatch(0xc420272000)
/home/kunal/go/src/github.com/docker/containerd/vendor/github.com/nats-io/go-nats/nats.go:1357 +0x86
created by github.com/docker/containerd/vendor/github.com/nats-io/go-nats.Options.Connect
/home/kunal/go/src/github.com/docker/containerd/vendor/github.com/nats-io/go-nats/nats.go:592 +0x1d0
goroutine 50 [IO wait]:
net.runtime_pollWait(0x7f099198cc30, 0x72, 0x8)
/usr/local/go/src/runtime/netpoll.go:160 +0x59
net.(*pollDesc).wait(0xc4201dfaa0, 0x72, 0xc4201f8e80, 0xc4200121f0)
/usr/local/go/src/net/fd_poll_runtime.go:73 +0x38
net.(*pollDesc).waitRead(0xc4201dfaa0, 0xef9f60, 0xc4200121f0)
/usr/local/go/src/net/fd_poll_runtime.go:78 +0x34
net.(*netFD).Read(0xc4201dfa40, 0xc4202b0000, 0x8000, 0x8000, 0x0, 0xef9f60, 0xc4200121f0)
/usr/local/go/src/net/fd_unix.go:243 +0x1a1
net.(*conn).Read(0xc420140460, 0xc4202b0000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:173 +0x70
github.com/docker/containerd/vendor/github.com/nats-io/go-nats.(*Conn).readLoop(0xc420272000)
/home/kunal/go/src/github.com/docker/containerd/vendor/github.com/nats-io/go-nats/nats.go:1396 +0x18b
created by github.com/docker/containerd/vendor/github.com/nats-io/go-nats.(*Conn).spinUpGoRoutines
/home/kunal/go/src/github.com/docker/containerd/vendor/github.com/nats-io/go-nats/nats.go:836 +0x71
goroutine 51 [chan receive]:
github.com/docker/containerd/vendor/github.com/nats-io/go-nats.(*Conn).flusher(0xc420272000)
/home/kunal/go/src/github.com/docker/containerd/vendor/github.com/nats-io/go-nats/nats.go:1590 +0xee
created by github.com/docker/containerd/vendor/github.com/nats-io/go-nats.(*Conn).spinUpGoRoutines
/home/kunal/go/src/github.com/docker/containerd/vendor/github.com/nats-io/go-nats/nats.go:837 +0x93
goroutine 13 [semacquire]:
sync.runtime_notifyListWait(0xc4202ba090, 0x0)
/usr/local/go/src/runtime/sema.go:267 +0x122
sync.(*Cond).Wait(0xc4202ba080)
/usr/local/go/src/sync/cond.go:57 +0x80
github.com/docker/containerd/vendor/github.com/nats-io/go-nats.(*Conn).waitForMsgs(0xc420272000, 0xc4201080c0)
/home/kunal/go/src/github.com/docker/containerd/vendor/github.com/nats-io/go-nats/nats.go:1422 +0x1e7
created by github.com/docker/containerd/vendor/github.com/nats-io/go-nats.(*Conn).subscribe
/home/kunal/go/src/github.com/docker/containerd/vendor/github.com/nats-io/go-nats/nats.go:1958 +0x55a
goroutine 14 [semacquire]:
sync.runtime_notifyListWait(0xc4202ba0d0, 0x0)
/usr/local/go/src/runtime/sema.go:267 +0x122
sync.(*Cond).Wait(0xc4202ba0c0)
/usr/local/go/src/sync/cond.go:57 +0x80
github.com/docker/containerd/vendor/github.com/nats-io/go-nats.(*Conn).waitForMsgs(0xc420272000, 0xc420108180)
/home/kunal/go/src/github.com/docker/containerd/vendor/github.com/nats-io/go-nats/nats.go:1422 +0x1e7
created by github.com/docker/containerd/vendor/github.com/nats-io/go-nats.(*Conn).subscribe
/home/kunal/go/src/github.com/docker/containerd/vendor/github.com/nats-io/go-nats/nats.go:1958 +0x55a
goroutine 15 [semacquire]:
sync.runtime_notifyListWait(0xc4202ba110, 0x0)
/usr/local/go/src/runtime/sema.go:267 +0x122
sync.(*Cond).Wait(0xc4202ba100)
/usr/local/go/src/sync/cond.go:57 +0x80
github.com/docker/containerd/vendor/github.com/nats-io/go-nats.(*Conn).waitForMsgs(0xc420272000, 0xc420108240)
/home/kunal/go/src/github.com/docker/containerd/vendor/github.com/nats-io/go-nats/nats.go:1422 +0x1e7
created by github.com/docker/containerd/vendor/github.com/nats-io/go-nats.(*Conn).subscribe
/home/kunal/go/src/github.com/docker/containerd/vendor/github.com/nats-io/go-nats/nats.go:1958 +0x55a
goroutine 16 [semacquire]:
sync.runtime_notifyListWait(0xc4202ba150, 0x0)
/usr/local/go/src/runtime/sema.go:267 +0x122
sync.(*Cond).Wait(0xc4202ba140)
/usr/local/go/src/sync/cond.go:57 +0x80
github.com/docker/containerd/vendor/github.com/nats-io/go-nats.(*Conn).waitForMsgs(0xc420272000, 0xc420108300)
/home/kunal/go/src/github.com/docker/containerd/vendor/github.com/nats-io/go-nats/nats.go:1422 +0x1e7
created by github.com/docker/containerd/vendor/github.com/nats-io/go-nats.(*Conn).subscribe
/home/kunal/go/src/github.com/docker/containerd/vendor/github.com/nats-io/go-nats/nats.go:1958 +0x55a
goroutine 66 [semacquire]:
sync.runtime_notifyListWait(0xc4202ba190, 0x0)
/usr/local/go/src/runtime/sema.go:267 +0x122
sync.(*Cond).Wait(0xc4202ba180)
/usr/local/go/src/sync/cond.go:57 +0x80
github.com/docker/containerd/vendor/github.com/nats-io/go-nats.(*Conn).waitForMsgs(0xc420272000, 0xc4201083c0)
/home/kunal/go/src/github.com/docker/containerd/vendor/github.com/nats-io/go-nats/nats.go:1422 +0x1e7
created by github.com/docker/containerd/vendor/github.com/nats-io/go-nats.(*Conn).subscribe
/home/kunal/go/src/github.com/docker/containerd/vendor/github.com/nats-io/go-nats/nats.go:1958 +0x55a
goroutine 67 [semacquire]:
sync.runtime_notifyListWait(0xc4202ba1d0, 0x0)
/usr/local/go/src/runtime/sema.go:267 +0x122
sync.(*Cond).Wait(0xc4202ba1c0)
/usr/local/go/src/sync/cond.go:57 +0x80
github.com/docker/containerd/vendor/github.com/nats-io/go-nats.(*Conn).waitForMsgs(0xc420272000, 0xc420108480)
/home/kunal/go/src/github.com/docker/containerd/vendor/github.com/nats-io/go-nats/nats.go:1422 +0x1e7
created by github.com/docker/containerd/vendor/github.com/nats-io/go-nats.(*Conn).subscribe
/home/kunal/go/src/github.com/docker/containerd/vendor/github.com/nats-io/go-nats/nats.go:1958 +0x55a
goroutine 83 [IO wait]:
net.runtime_pollWait(0x7f099198cab0, 0x72, 0x0)
/usr/local/go/src/runtime/netpoll.go:160 +0x59
net.(*pollDesc).wait(0xc420540060, 0x72, 0xc420209d20, 0xc4200121f0)
/usr/local/go/src/net/fd_poll_runtime.go:73 +0x38
net.(*pollDesc).waitRead(0xc420540060, 0xef9f60, 0xc4200121f0)
/usr/local/go/src/net/fd_poll_runtime.go:78 +0x34
net.(*netFD).accept(0xc420540000, 0x0, 0xef8120, 0xc420126d60)
/usr/local/go/src/net/fd_unix.go:419 +0x238
net.(*UnixListener).accept(0xc4202aa480, 0xc400000001, 0xc42016adb0, 0x96b040)
/usr/local/go/src/net/unixsock_posix.go:158 +0x32
net.(*UnixListener).Accept(0xc4202aa480, 0xc42016ad80, 0x96b040, 0xee6d20, 0x9ab2c0)
/usr/local/go/src/net/unixsock.go:229 +0x49
net/http.(*Server).Serve(0xc42012c600, 0xefe920, 0xc4202aa480, 0x0, 0x0)
/usr/local/go/src/net/http/server.go:2273 +0x1ce
net/http.Serve(0xefe920, 0xc4202aa480, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/http/server.go:2091 +0x99
main.serveProfiler(0x7f09919d4410, 0xc4201e04b0, 0xefe920, 0xc4202aa480)
/home/kunal/go/src/github.com/docker/containerd/cmd/containerd/main.go:243 +0x8d
created by main.main.func2
/home/kunal/go/src/github.com/docker/containerd/cmd/containerd/main.go:126 +0xc39
goroutine 84 [IO wait]:
net.runtime_pollWait(0x7f099198c9f0, 0x72, 0x0)
/usr/local/go/src/runtime/netpoll.go:160 +0x59
net.(*pollDesc).wait(0xc420540140, 0x72, 0xc42004bc98, 0xc4200121f0)
/usr/local/go/src/net/fd_poll_runtime.go:73 +0x38
net.(*pollDesc).waitRead(0xc420540140, 0xef9f60, 0xc4200121f0)
/usr/local/go/src/net/fd_poll_runtime.go:78 +0x34
net.(*netFD).accept(0xc4205400e0, 0x0, 0xef8120, 0xc4202aa840)
/usr/local/go/src/net/fd_unix.go:419 +0x238
net.(*UnixListener).accept(0xc4202aa5c0, 0x438f9e, 0xc42004bd58, 0x55a98c)
/usr/local/go/src/net/unixsock_posix.go:158 +0x32
net.(*UnixListener).Accept(0xc4202aa5c0, 0xa85d48, 0xc420108540, 0xf021e0, 0xc42053a028)
/usr/local/go/src/net/unixsock.go:229 +0x49
github.com/docker/containerd/vendor/google.golang.org/grpc.(*Server).Serve(0xc420108540, 0xefe920, 0xc4202aa5c0, 0x0, 0x0)
/home/kunal/go/src/github.com/docker/containerd/vendor/google.golang.org/grpc/server.go:368 +0x187
main.debugServer(0x7f09919d4410, 0xc4201e04b0, 0xefe920, 0xc4202aa5c0)
/home/kunal/go/src/github.com/docker/containerd/cmd/containerd/main.go:234 +0x265
created by main.main.func2
/home/kunal/go/src/github.com/docker/containerd/cmd/containerd/main.go:132 +0xcef
goroutine 87 [IO wait]:
net.runtime_pollWait(0x7f099198c870, 0x72, 0xd)
/usr/local/go/src/runtime/netpoll.go:160 +0x59
net.(*pollDesc).wait(0xc420540290, 0x72, 0xc420551680, 0xc4200121f0)
/usr/local/go/src/net/fd_poll_runtime.go:73 +0x38
net.(*pollDesc).waitRead(0xc420540290, 0xef9f60, 0xc4200121f0)
/usr/local/go/src/net/fd_poll_runtime.go:78 +0x34
net.(*netFD).Read(0xc420540230, 0xc42058e000, 0x8000, 0x8000, 0x0, 0xef9f60, 0xc4200121f0)
/usr/local/go/src/net/fd_unix.go:243 +0x1a1
net.(*conn).Read(0xc42053a010, 0xc42058e000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:173 +0x70
github.com/docker/containerd/vendor/github.com/nats-io/go-nats.(*Conn).readLoop(0xc420554000)
/home/kunal/go/src/github.com/docker/containerd/vendor/github.com/nats-io/go-nats/nats.go:1396 +0x18b
created by github.com/docker/containerd/vendor/github.com/nats-io/go-nats.(*Conn).spinUpGoRoutines
/home/kunal/go/src/github.com/docker/containerd/vendor/github.com/nats-io/go-nats/nats.go:836 +0x71
goroutine 53 [chan receive]:
github.com/docker/containerd/vendor/github.com/nats-io/go-nats.(*Conn).asyncDispatch(0xc420554000)
/home/kunal/go/src/github.com/docker/containerd/vendor/github.com/nats-io/go-nats/nats.go:1357 +0x86
created by github.com/docker/containerd/vendor/github.com/nats-io/go-nats.Options.Connect
/home/kunal/go/src/github.com/docker/containerd/vendor/github.com/nats-io/go-nats/nats.go:592 +0x1d0
goroutine 88 [chan receive]:
github.com/docker/containerd/vendor/github.com/nats-io/go-nats.(*Conn).flusher(0xc420554000)
/home/kunal/go/src/github.com/docker/containerd/vendor/github.com/nats-io/go-nats/nats.go:1590 +0xee
created by github.com/docker/containerd/vendor/github.com/nats-io/go-nats.(*Conn).spinUpGoRoutines
/home/kunal/go/src/github.com/docker/containerd/vendor/github.com/nats-io/go-nats/nats.go:837 +0x93
goroutine 54 [syscall]:
syscall.Syscall6(0xe8, 0xf, 0xc420204910, 0x80, 0xffffffffffffffff, 0x0, 0x0, 0xc42056c050, 0x199, 0x0)
/usr/local/go/src/syscall/asm_linux_amd64.s:44 +0x5
syscall.EpollWait(0xf, 0xc420204910, 0x80, 0x80, 0xffffffffffffffff, 0xc4202048e0, 0x0, 0x5893e802)
/usr/local/go/src/syscall/zsyscall_linux_amd64.go:365 +0x77
github.com/docker/containerd/execution/executors/shim.(*ShimRuntime).monitor(0xc420148b80)
/home/kunal/go/src/github.com/docker/containerd/execution/executors/shim/shim.go:278 +0xa0
created by github.com/docker/containerd/execution/executors/shim.New
/home/kunal/go/src/github.com/docker/containerd/execution/executors/shim/shim.go:49 +0x276
goroutine 55 [IO wait]:
net.runtime_pollWait(0x7f099198c930, 0x72, 0x0)
/usr/local/go/src/runtime/netpoll.go:160 +0x59
net.(*pollDesc).wait(0xc4205401b0, 0x72, 0xc420037ce8, 0xc4200121f0)
/usr/local/go/src/net/fd_poll_runtime.go:73 +0x38
net.(*pollDesc).waitRead(0xc4205401b0, 0xef9f60, 0xc4200121f0)
/usr/local/go/src/net/fd_poll_runtime.go:78 +0x34
net.(*netFD).accept(0xc420540150, 0x0, 0xef8120, 0xc42022cb20)
/usr/local/go/src/net/fd_unix.go:419 +0x238
net.(*UnixListener).accept(0xc4202aa680, 0xc42054cdf0, 0xc42054ce00, 0x459a70)
/usr/local/go/src/net/unixsock_posix.go:158 +0x32
net.(*UnixListener).Accept(0xc4202aa680, 0xa85d40, 0xc4201b2180, 0xefe920, 0xc4202aa680)
/usr/local/go/src/net/unixsock.go:229 +0x49
github.com/docker/containerd/vendor/google.golang.org/grpc.(*Server).Serve(0xc4201b2180, 0xefe920, 0xc4202aa680, 0x0, 0x0)
/home/kunal/go/src/github.com/docker/containerd/vendor/google.golang.org/grpc/server.go:368 +0x187
main.serveGRPC(0x7f09919d4410, 0xc4201e04b0, 0xc4201b2180, 0xefe920, 0xc4202aa680)
/home/kunal/go/src/github.com/docker/containerd/cmd/containerd/main.go:222 +0x88
created by main.main.func2
/home/kunal/go/src/github.com/docker/containerd/cmd/containerd/main.go:192 +0x1512
goroutine 92 [select]:
github.com/docker/containerd/vendor/google.golang.org/grpc/transport.(*http2Server).controller(0xc420538a90)
/home/kunal/go/src/github.com/docker/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:727 +0x6ab
created by github.com/docker/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server
/home/kunal/go/src/github.com/docker/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:158 +0x8db
Created
February 3, 2017 02:18
-
-
Save kunalkushwaha/cf9fb1721bb59c4cb85b3d68231e54d9 to your computer and use it in GitHub Desktop.
Sample output of ``ctr debug``
$ sudo ctr debug
Containerd Version : 1.0.0
GitCommit :
Stack Dump :
1: running [Created by grpc.(*Server).serveStreams.func1 @ server.go:469]
debugger service.go:84 (*Service).buildStackInfo(0xf4ef68, #6, #2, 0x4, 0, 0x899df99f00000202, 0)
debugger service.go:62 (*Service).DumpDebugInfo(0xf4ef68, #6, #2, 0xc42019430c, 0, 0xc420284ad8, 0x55c1ac)
debugger debugger.pb.go:202 _DebuggerService_DumpDebugInfo_Handler(0x993960, 0xf4ef68, #6, #2, 0xc420060420, 0, 0, 0, 0, 0)
grpc server.go:708 (*Server).processUnaryRPC(#5, 0xf1a5a0, #4, #1, 0xc420556150, 0xeff450, #3, 0, 0)
grpc server.go:892 (*Server).handleStream(#5, 0xf1a5a0, #4, #1, #3)
grpc server.go:468 (*Server).serveStreams.func1.1(0xc420194230, #5, 0xf1a5a0, #4, #1)
1: IO wait [Created by grpc.(*Server).Serve @ server.go:398]
net netpoll.go:160 runtime_pollWait(#131, 0x72, 0x10)
net fd_poll_runtime.go:73 (*pollDesc).wait(#117, 0x72, #110, #10)
net fd_poll_runtime.go:78 (*pollDesc).waitRead(#117, 0xf125a0, #10)
net fd_unix.go:243 (*netFD).Read(#116, #114, 0x8000, 0x8000, 0, 0xf125a0, #10)
net net.go:173 (*conn).Read(#123, #114, 0x8000, 0x8000, 0, 0, 0)
bufio bufio.go:97 (*Reader).fill(#27)
bufio bufio.go:209 (*Reader).Read(#27, #101, 0x9, 0x9, 0x9, 0x18, 0x28)
io io.go:307 ReadAtLeast(0xf0ed20, #27, #101, 0x9, 0x9, 0x9, 0x415188, 0x30, #111)
io io.go:325 ReadFull(0xf0ed20, #27, #101, 0x9, 0x9, #144, #143, 0x1)
http2 frame.go:237 readFrameHeader(#101, 0x9, 0x9, 0xf0ed20, #27, 0, #7, 0, 0)
http2 frame.go:464 (*Framer).ReadFrame(#100, 0xf13b20, #65, 0, 0)
transport http_util.go:508 (*framer).readFrame(#63, #65, #65, 0, 0)
transport http2_server.go:304 (*http2Server).HandleStreams(#4, #64, 0xa97df8)
grpc server.go:476 (*Server).serveStreams(#5, 0xf1a5a0, #4)
grpc server.go:457 (*Server).serveHTTP2Transport(#5, 0xf1a8a0, #123, 0, 0)
grpc server.go:429 (*Server).handleRawConn(#5, 0xf1a8a0, #123)
1: chan receive [8 minutes]
main main.go:194 main.func2(#80, 0, 0)
cli app.go:485 HandleAction(0x9673e0, 0xa97f90, #80, #62, 0)
cli app.go:259 (*App).Run(#55, #9, 0x4, 0x4, 0, 0)
main main.go:206 main()
3: IO wait [2 minutes] [Created by server.(*Server).startGoRoutine @ server.go:870]
net netpoll.go:160 runtime_pollWait(*, 0x72, *)
net fd_poll_runtime.go:73 (*pollDesc).wait(*, 0x72, *, #10)
net fd_poll_runtime.go:78 (*pollDesc).waitRead(*, 0xf125a0, #10)
net fd_unix.go:243 (*netFD).Read(*, *, 0x80, 0x80, 0, 0xf125a0, #10)
net net.go:173 (*conn).Read(*, *, 0x80, 0x80, 0, 0, 0)
server client.go:258 (*client).readLoop(*)
server server.go:627 (*Server).createClient.func2()
1: IO wait [8 minutes] [Created by test.RunServerWithAuth @ test.go:98]
net netpoll.go:160 runtime_pollWait(#141, 0x72, 0)
net fd_poll_runtime.go:73 (*pollDesc).wait(#84, 0x72, #17, #10)
net fd_poll_runtime.go:78 (*pollDesc).waitRead(#84, 0xf125a0, #10)
net fd_unix.go:419 (*netFD).accept(#83, 0, 0xf10760, #36)
net tcpsock_posix.go:132 (*TCPListener).accept(#58, 0x459b70, #61, #18)
net tcpsock.go:222 (*TCPListener).Accept(#58, #35, #50, 0, 0)
server server.go:409 (*Server).AcceptLoop(#81, 0)
server server.go:271 (*Server).Start(#81)
1: IO wait [Created by main.main.func2 @ main.go:132]
net netpoll.go:160 runtime_pollWait(#135, 0x72, 0)
net fd_poll_runtime.go:73 (*pollDesc).wait(#90, 0x72, #21, #10)
net fd_poll_runtime.go:78 (*pollDesc).waitRead(#90, 0xf125a0, #10)
net fd_unix.go:419 (*netFD).accept(#89, 0, 0xf10760, #33)
net unixsock_posix.go:158 (*UnixListener).accept(#119, 0x438f9e, #22, 0x55a98c)
net unixsock.go:229 (*UnixListener).Accept(#119, 0xa97dc0, #5, 0xf1a8a0, #123)
grpc server.go:368 (*Server).Serve(#5, 0xf16f60, #119, 0, 0)
main main.go:234 debugServer(#6, #82, 0xf16f60, #119)
1: IO wait [8 minutes] [Created by main.main.func2 @ main.go:192]
net netpoll.go:160 runtime_pollWait(#134, 0x72, 0)
net fd_poll_runtime.go:73 (*pollDesc).wait(#92, 0x72, #108, #10)
net fd_poll_runtime.go:78 (*pollDesc).waitRead(#92, 0xf125a0, #10)
net fd_unix.go:419 (*netFD).accept(#91, 0, 0xf10760, #124)
net unixsock_posix.go:158 (*UnixListener).accept(#120, #127, #128, 0x459a70)
net unixsock.go:229 (*UnixListener).Accept(#120, 0xa97db8, #121, 0xf16f60, #120)
grpc server.go:368 (*Server).Serve(#121, 0xf16f60, #120, 0, 0)
main main.go:222 serveGRPC(#6, #82, #121, 0xf16f60, #120)
1: select [Created by transport.newHTTP2Server @ http2_server.go:158]
transport http2_server.go:727 (*http2Server).controller(#4)
3: chan receive [2 minutes] [Created by go-nats.(*Conn).spinUpGoRoutines @ nats.go:837]
go-nats nats.go:1590 (*Conn).flusher(*)
1: select [8 minutes] [Created by server.(*StanServer).startIOLoop @ server.go:2000]
server server.go:2040 (*StanServer).ioLoop(#56, #34)
3: chan receive [8 minutes] [Created by go-nats.Options.Connect @ nats.go:592]
go-nats nats.go:1357 (*Conn).asyncDispatch(*)
1: syscall [8 minutes] [Created by shim.New @ shim.go:49]
syscall asm_linux_amd64.s:44 Syscall6(0xe8, 0xf, #109, 0x80, 0xffffffffffffffff, 0, 0, 0, 0, 0)
syscall zsyscall_linux_amd64.go:365 EpollWait(0xf, #109, 0x80, 0x80, 0xffffffffffffffff, 0, 0, 0)
shim shim.go:278 (*ShimRuntime).monitor(#125)
6: semacquire [8 minutes] [Created by go-nats.(*Conn).subscribe @ nats.go:1958]
sync sema.go:267 runtime_notifyListWait(*, *)
sync cond.go:57 (*Cond).Wait(*)
go-nats nats.go:1422 (*Conn).waitForMsgs(#112, *)
3: IO wait [2 minutes] [Created by go-nats.(*Conn).spinUpGoRoutines @ nats.go:836]
net netpoll.go:160 runtime_pollWait(*, 0x72, *)
net fd_poll_runtime.go:73 (*pollDesc).wait(*, 0x72, *, #10)
net fd_poll_runtime.go:78 (*pollDesc).waitRead(*, 0xf125a0, #10)
net fd_unix.go:243 (*netFD).Read(*, *, 0x8000, 0x8000, 0, 0xf125a0, #10)
net net.go:173 (*conn).Read(*, *, 0x8000, 0x8000, 0, 0, 0)
go-nats nats.go:1396 (*Conn).readLoop(*)
1: IO wait [8 minutes] [Created by main.main.func2 @ main.go:126]
net netpoll.go:160 runtime_pollWait(#136, 0x72, 0)
net fd_poll_runtime.go:73 (*pollDesc).wait(#88, 0x72, #26, #10)
net fd_poll_runtime.go:78 (*pollDesc).waitRead(#88, 0xf125a0, #10)
net fd_unix.go:419 (*netFD).accept(#87, 0, 0xf10760, #99)
net unixsock_posix.go:158 (*UnixListener).accept(#118, #8, #73, 0x979140)
net unixsock.go:229 (*UnixListener).Accept(#118, #72, 0x979140, 0xefed20, 0x9baa60)
http server.go:2273 (*Server).Serve(#32, 0xf16f60, #118, 0, 0)
http server.go:2091 Serve(0xf16f60, #118, 0, 0, 0, 0)
main main.go:243 serveProfiler(#6, #82, 0xf16f60, #118)
1: IO wait [8 minutes] [Created by main.main.func2 @ main.go:102]
net netpoll.go:160 runtime_pollWait(#142, 0x72, 0)
net fd_poll_runtime.go:73 (*pollDesc).wait(#75, 0x72, #23, #10)
net fd_poll_runtime.go:78 (*pollDesc).waitRead(#75, 0xf125a0, #10)
net fd_unix.go:419 (*netFD).accept(#74, 0, 0xf10760, #68)
net tcpsock_posix.go:132 (*TCPListener).accept(#14, #71, #25, 0x62f080)
net tcpsock.go:209 (*TCPListener).AcceptTCP(#14, #31, #24, 0x511d20)
http server.go:2608 tcpKeepAliveListener.Accept(#14, #70, 0x979140, 0xefed20, 0x9ba8e0)
http server.go:2273 (*Server).Serve(#30, 0xf17860, #14, 0, 0)
http server.go:2219 (*Server).ListenAndServe(#30, #30, 0)
http server.go:2351 ListenAndServe(#57, 0xe, 0xf10020, #69, #96, 0)
main main.go:215 serveMetrics(#6, #82, #57, 0xe)
1: syscall [8 minutes] [locked]
runtime asm_amd64.s:2086 goexit()
1: syscall [8 minutes] [Created by signal.init.1 @ signal_unix.go:28]
signal sigqueue.go:116 signal_recv(0)
signal signal_unix.go:22 loop()
1: select [8 minutes] [locked]
runtime proc.go:259 gopark(0xa987f0, 0, 0xa2c198, 0x6, 0x18, 0x2)
runtime select.go:423 selectgoImpl(#11, 0, 0x18)
runtime select.go:238 selectgo(#11)
runtime signal1_unix.go:304 ensureSigM.func1()
runtime asm_amd64.s:2086 goexit()
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment