Skip to content

Instantly share code, notes, and snippets.

@tizki
Created June 6, 2018 08:56
Show Gist options
  • Save tizki/4da6abe541a79db7af630926a9146ff0 to your computer and use it in GitHub Desktop.
Save tizki/4da6abe541a79db7af630926a9146ff0 to your computer and use it in GitHub Desktop.
goroutine 3176 [running]:
runtime/pprof.writeGoroutineStacks(0x561ab2b5abe0, 0xc4204161c0, 0x0, 0xc4202ddad0)
/usr/local/go/src/runtime/pprof/pprof.go:608 +0xa9
runtime/pprof.writeGoroutine(0x561ab2b5abe0, 0xc4204161c0, 0x2, 0x30, 0x561ab2721bc0)
/usr/local/go/src/runtime/pprof/pprof.go:597 +0x46
runtime/pprof.(*Profile).WriteTo(0x561ab2b466c0, 0x561ab2b5abe0, 0xc4204161c0, 0x2, 0xc4204161c0, 0xc4202f2000)
/usr/local/go/src/runtime/pprof/pprof.go:310 +0x3ad
net/http/pprof.handler.ServeHTTP(0xc42028c071, 0x9, 0x561ab2b65720, 0xc4204161c0, 0xc420433b00)
/usr/local/go/src/net/http/pprof/pprof.go:237 +0x1ba
net/http/pprof.Index(0x561ab2b65720, 0xc4204161c0, 0xc420433b00)
/usr/local/go/src/net/http/pprof/pprof.go:248 +0x1dd
net/http.HandlerFunc.ServeHTTP(0x561ab27acae8, 0x561ab2b65720, 0xc4204161c0, 0xc420433b00)
/usr/local/go/src/net/http/server.go:1918 +0x46
net/http.(*ServeMux).ServeHTTP(0xc4202f2000, 0x561ab2b65720, 0xc4204161c0, 0xc420433b00)
/usr/local/go/src/net/http/server.go:2254 +0x132
net/http.serverHandler.ServeHTTP(0xc4202fe000, 0x561ab2b65720, 0xc4204161c0, 0xc420433b00)
/usr/local/go/src/net/http/server.go:2619 +0xb6
net/http.(*conn).serve(0xc4204252c0, 0x561ab2b664e0, 0xc420599b80)
/usr/local/go/src/net/http/server.go:1801 +0x71f
created by net/http.(*Server).Serve
/usr/local/go/src/net/http/server.go:2720 +0x28a
goroutine 1 [chan receive, 25 minutes]:
main.main.func1(0xc4200d3080, 0xc4200d3080, 0xc42006fb4f)
/go/src/github.com/containerd/containerd/cmd/containerd/main.go:132 +0x871
github.com/containerd/containerd/vendor/github.com/urfave/cli.HandleAction(0x561ab2696d80, 0x561ab27ac720, 0xc4200d3080, 0xc42007cd20, 0x0)
/go/src/github.com/containerd/containerd/vendor/github.com/urfave/cli/app.go:502 +0xd4
github.com/containerd/containerd/vendor/github.com/urfave/cli.(*App).Run(0xc4201a2a80, 0xc420010090, 0x3, 0x3, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/github.com/urfave/cli/app.go:268 +0x655
main.main()
/go/src/github.com/containerd/containerd/cmd/containerd/main.go:135 +0x53d
goroutine 50 [IO wait]:
internal/poll.runtime_pollWait(0x7f1a21d8fd30, 0x72, 0x0)
/usr/local/go/src/runtime/netpoll.go:173 +0x59
internal/poll.(*pollDesc).wait(0xc4203f2098, 0x72, 0xffffffffffffff00, 0x561ab2b5ce60, 0x561ab2b572b0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0
internal/poll.(*pollDesc).waitRead(0xc4203f2098, 0xc420404000, 0x8000, 0x8000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f
internal/poll.(*FD).Read(0xc4203f2080, 0xc420404000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:126 +0x18c
net.(*netFD).Read(0xc4203f2080, 0xc420404000, 0x8000, 0x8000, 0x11, 0x0, 0x0)
/usr/local/go/src/net/fd_unix.go:202 +0x54
net.(*conn).Read(0xc4203fa000, 0xc420404000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6f
bufio.(*Reader).Read(0xc4201de240, 0xc420416038, 0x9, 0x9, 0x9, 0x0, 0x0)
/usr/local/go/src/bufio/bufio.go:213 +0x30d
io.ReadAtLeast(0x561ab2b58c20, 0xc4201de240, 0xc420416038, 0x9, 0x9, 0x9, 0x2e22547c20400bb8, 0x5b169de8, 0xc420400bc0)
/usr/local/go/src/io/io.go:309 +0x88
io.ReadFull(0x561ab2b58c20, 0xc4201de240, 0xc420416038, 0x9, 0x9, 0x160478b0d14, 0x561ab2ba3f20, 0xbebdc55a2e209a3c)
/usr/local/go/src/io/io.go:327 +0x5a
github.com/containerd/containerd/vendor/golang.org/x/net/http2.readFrameHeader(0xc420416038, 0x9, 0x9, 0x561ab2b58c20, 0xc4201de240, 0x0, 0x7070e0900000000, 0xc420422018, 0xc420400ce8)
/go/src/github.com/containerd/containerd/vendor/golang.org/x/net/http2/frame.go:237 +0x7d
github.com/containerd/containerd/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc420416000, 0xc420288460, 0xc420288460, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/golang.org/x/net/http2/frame.go:492 +0xa6
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc42041e000, 0xc420414180, 0x561ab27ac3e0)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:393 +0x317
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc4200b7e00, 0x561ab2b696e0, 0xc42041e000)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:568 +0x142
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveHTTP2Transport(0xc4200b7e00, 0x561ab2b69bc0, 0xc4203fa000, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:561 +0x473
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).handleRawConn(0xc4200b7e00, 0x561ab2b69bc0, 0xc4203fa000)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:526 +0x499
created by github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).Serve
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:495 +0x5bb
goroutine 16 [syscall, 25 minutes]:
os/signal.signal_recv(0x561ab1be4eda)
/usr/local/go/src/runtime/sigqueue.go:131 +0xa8
os/signal.loop()
/usr/local/go/src/os/signal/signal_unix.go:22 +0x24
created by os/signal.init.0
/usr/local/go/src/os/signal/signal_unix.go:28 +0x43
goroutine 18 [select, 25 minutes]:
main.handleSignals.func1(0xc42007cde0, 0xc42007cd80, 0x561ab2b665a0, 0xc4201ca270, 0xc420088480)
/go/src/github.com/containerd/containerd/cmd/containerd/main_unix.go:30 +0xf7
created by main.handleSignals
/go/src/github.com/containerd/containerd/cmd/containerd/main_unix.go:27 +0x8b
goroutine 19 [select, 25 minutes, locked to thread]:
runtime.gopark(0x561ab27acf78, 0x0, 0x561ab22becba, 0x6, 0x18, 0x1)
/usr/local/go/src/runtime/proc.go:287 +0x132
runtime.selectgo(0xc420059f50, 0xc420088540)
/usr/local/go/src/runtime/select.go:395 +0x114f
runtime.ensureSigM.func1()
/usr/local/go/src/runtime/signal_unix.go:511 +0x226
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2337 +0x1
goroutine 20 [select, 25 minutes]:
github.com/containerd/containerd/vendor/github.com/docker/go-events.(*Broadcaster).run(0xc42009d950)
/go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/broadcast.go:117 +0x414
created by github.com/containerd/containerd/vendor/github.com/docker/go-events.NewBroadcaster
/go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/broadcast.go:39 +0x1b1
goroutine 21 [select]:
github.com/containerd/containerd/gc/scheduler.(*gcScheduler).run(0xc42007d1a0, 0x561ab2b665a0, 0xc420210ba0)
/go/src/github.com/containerd/containerd/gc/scheduler/scheduler.go:243 +0x21d
created by github.com/containerd/containerd/gc/scheduler.init.0.func1
/go/src/github.com/containerd/containerd/gc/scheduler/scheduler.go:107 +0x4bf
goroutine 22 [syscall, 25 minutes]:
syscall.Syscall6(0xe8, 0x5, 0xc42005b9b8, 0x80, 0xffffffffffffffff, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/syscall/asm_linux_amd64.s:44 +0x5
github.com/containerd/containerd/vendor/golang.org/x/sys/unix.EpollWait(0x5, 0xc42005b9b8, 0x80, 0x80, 0xffffffffffffffff, 0x0, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/golang.org/x/sys/unix/zsyscall_linux_amd64.go:1518 +0x79
github.com/containerd/containerd/metrics/cgroups.(*oomCollector).start(0xc4201c9960)
/go/src/github.com/containerd/containerd/metrics/cgroups/oom.go:98 +0x7d
created by github.com/containerd/containerd/metrics/cgroups.newOOMCollector
/go/src/github.com/containerd/containerd/metrics/cgroups/oom.go:34 +0x125
goroutine 35 [select, 25 minutes]:
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run(0xc42023a8a0)
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:171 +0x342
created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.NewClient
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:46 +0x2ab
goroutine 24 [IO wait, 25 minutes]:
internal/poll.runtime_pollWait(0x7f1a21d8ff70, 0x72, 0x0)
/usr/local/go/src/runtime/netpoll.go:173 +0x59
internal/poll.(*pollDesc).wait(0xc4202a8118, 0x72, 0xffffffffffffff00, 0x561ab2b5ce60, 0x561ab2b572b0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0
internal/poll.(*pollDesc).waitRead(0xc4202a8118, 0xc4202bf000, 0x1000, 0x1000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f
internal/poll.(*FD).Read(0xc4202a8100, 0xc4202bf000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:126 +0x18c
net.(*netFD).Read(0xc4202a8100, 0xc4202bf000, 0x1000, 0x1000, 0xc420225150, 0x73, 0x0)
/usr/local/go/src/net/fd_unix.go:202 +0x54
net.(*conn).Read(0xc42023e038, 0xc4202bf000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6f
bufio.(*Reader).Read(0xc42023a840, 0xc42023c220, 0xa, 0xa, 0x0, 0x0, 0xc420047568)
/usr/local/go/src/bufio/bufio.go:213 +0x30d
io.ReadAtLeast(0x561ab2b58c20, 0xc42023a840, 0xc42023c220, 0xa, 0xa, 0xa, 0x561ab225caa1, 0x561ab22bd140, 0x5)
/usr/local/go/src/io/io.go:309 +0x88
io.ReadFull(0x561ab2b58c20, 0xc42023a840, 0xc42023c220, 0xa, 0xa, 0xc420047600, 0x5, 0x561ab22bcf1b)
/usr/local/go/src/io/io.go:327 +0x5a
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.readMessageHeader(0xc42023c220, 0xa, 0xa, 0x561ab2b58c20, 0xc42023a840, 0xc4200475e8, 0xc420225150, 0x561ab2681440, 0xc420225160)
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/channel.go:38 +0x62
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*channel).recv(0xc42023c200, 0x561ab2b66520, 0xc420014040, 0x27, 0x561ab22bd915, 0x5, 0xc4201c99a0, 0x2, 0x2, 0xc42001a000)
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/channel.go:86 +0x6f
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run.func1(0xc420088de0, 0xc42023a8a0, 0xc42026c410, 0xc420088d80)
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:144 +0x9a
created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:139 +0x164
goroutine 36 [IO wait]:
internal/poll.runtime_pollWait(0x7f1a21d8feb0, 0x72, 0xffffffffffffffff)
/usr/local/go/src/runtime/netpoll.go:173 +0x59
internal/poll.(*pollDesc).wait(0xc4202a8518, 0x72, 0xc42022eb00, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0
internal/poll.(*pollDesc).waitRead(0xc4202a8518, 0xffffffffffffff00, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f
internal/poll.(*FD).Accept(0xc4202a8500, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:335 +0x1e4
net.(*netFD).accept(0xc4202a8500, 0xc420425340, 0x561ab26ad3a0, 0xc42022ed78)
/usr/local/go/src/net/fd_unix.go:238 +0x44
net.(*UnixListener).accept(0xc4202916e0, 0x561ab1fad4ba, 0x561ab1c0ac70, 0xc42022edc0)
/usr/local/go/src/net/unixsock_posix.go:162 +0x34
net.(*UnixListener).Accept(0xc4202916e0, 0x561ab27ac900, 0xc4204252c0, 0x561ab2b665a0, 0xc4202f20f0)
/usr/local/go/src/net/unixsock.go:241 +0x4b
net/http.(*Server).Serve(0xc4202fe000, 0x561ab2b654e0, 0xc4202916e0, 0x0, 0x0)
/usr/local/go/src/net/http/server.go:2695 +0x1b4
net/http.Serve(0x561ab2b654e0, 0xc4202916e0, 0x561ab2b5a820, 0xc4202f2000, 0x561ab27acb00, 0xc4202c4f20)
/usr/local/go/src/net/http/server.go:2323 +0x75
github.com/containerd/containerd/server.(*Server).ServeDebug(0xc4201c7260, 0x561ab2b654e0, 0xc4202916e0, 0xc4202c4f38, 0x0)
/go/src/github.com/containerd/containerd/server/server.go:159 +0x1c8
github.com/containerd/containerd/server.(*Server).ServeDebug-fm(0x561ab2b654e0, 0xc4202916e0, 0xc4202916e0, 0x0)
/go/src/github.com/containerd/containerd/cmd/containerd/main.go:115 +0x40
main.serve.func1(0x561ab2b654e0, 0xc4202916e0, 0xc42027ecc0, 0x561ab2b665a0, 0xc4202917a0, 0xc42028a540, 0x37)
/go/src/github.com/containerd/containerd/cmd/containerd/main.go:146 +0x77
created by main.serve
/go/src/github.com/containerd/containerd/cmd/containerd/main.go:144 +0x1c8
goroutine 37 [IO wait, 25 minutes]:
internal/poll.runtime_pollWait(0x7f1a21d8fdf0, 0x72, 0xffffffffffffffff)
/usr/local/go/src/runtime/netpoll.go:173 +0x59
internal/poll.(*pollDesc).wait(0xc4202a8698, 0x72, 0xc42005db00, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0
internal/poll.(*pollDesc).waitRead(0xc4202a8698, 0xffffffffffffff00, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f
internal/poll.(*FD).Accept(0xc4202a8680, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:335 +0x1e4
net.(*netFD).accept(0xc4202a8680, 0xc4203fa018, 0x0, 0x0)
/usr/local/go/src/net/fd_unix.go:238 +0x44
net.(*UnixListener).accept(0xc420291830, 0x561ab20479bb, 0x561ab1c0ac70, 0xc42005dda0)
/usr/local/go/src/net/unixsock_posix.go:162 +0x34
net.(*UnixListener).Accept(0xc420291830, 0x561ab27ac3a8, 0xc4200b7e00, 0x561ab2b69bc0, 0xc4203fa018)
/usr/local/go/src/net/unixsock.go:241 +0x4b
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).Serve(0xc4200b7e00, 0x561ab2b654e0, 0xc420291830, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:463 +0x198
github.com/containerd/containerd/server.(*Server).ServeGRPC(0xc4201c7260, 0x561ab2b654e0, 0xc420291830, 0xc4202c5738, 0x0)
/go/src/github.com/containerd/containerd/server/server.go:138 +0x55
github.com/containerd/containerd/server.(*Server).ServeGRPC-fm(0x561ab2b654e0, 0xc420291830, 0xc420291830, 0x0)
/go/src/github.com/containerd/containerd/cmd/containerd/main.go:129 +0x40
main.serve.func1(0x561ab2b654e0, 0xc420291830, 0xc42027edd0, 0x561ab2b665a0, 0xc4202918f0, 0xc42028a640, 0x31)
/go/src/github.com/containerd/containerd/cmd/containerd/main.go:146 +0x77
created by main.serve
/go/src/github.com/containerd/containerd/cmd/containerd/main.go:144 +0x1c8
goroutine 51 [select]:
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.loopyWriter(0x7f1a21d94378, 0xc4201f6080, 0xc420414120, 0xc420233fb8)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/transport.go:750 +0x2e6
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server.func1(0xc42041e000)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:227 +0x60
created by github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:226 +0x8fb
goroutine 52 [select, 25 minutes]:
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc42041e000)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:935 +0x266
created by github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:230 +0x920
goroutine 54 [select, 25 minutes]:
github.com/containerd/containerd/services/events.(*service).Subscribe(0xc42000e1f0, 0xc4203e7f00, 0x561ab2b69500, 0xc4203efae0, 0x0, 0x0)
/go/src/github.com/containerd/containerd/services/events/service.go:61 +0x213
github.com/containerd/containerd/api/services/events/v1._Events_Subscribe_Handler(0x561ab26f3340, 0xc42000e1f0, 0x561ab2b68a80, 0xc4203e7ee0, 0xc4202a0a50, 0xc42004e800)
/go/src/github.com/containerd/containerd/api/services/events/v1/events.pb.go:288 +0x110
github.com/containerd/containerd/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.StreamServerInterceptor(0x561ab26f3340, 0xc42000e1f0, 0x561ab2b68b40, 0xc4202a8c00, 0xc4203e7ec0, 0x561ab27aafc8, 0x0, 0xc42004bec8)
/go/src/github.com/containerd/containerd/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/server.go:40 +0x13b
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc4200b7e00, 0x561ab2b696e0, 0xc4202b6580, 0xc420432100, 0xc420291230, 0x561ab2b45f80, 0x0, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:940 +0x2ea
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).handleStream(0xc4200b7e00, 0x561ab2b696e0, 0xc4202b6580, 0xc420432100, 0x0)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:1027 +0x14c3
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc4202922a0, 0xc4200b7e00, 0x561ab2b696e0, 0xc4202b6580, 0xc420432100)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:572 +0xa1
created by github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:570 +0xa3
goroutine 38 [IO wait, 25 minutes]:
internal/poll.runtime_pollWait(0x7f1a21d8fc70, 0x72, 0x0)
/usr/local/go/src/runtime/netpoll.go:173 +0x59
internal/poll.(*pollDesc).wait(0xc4202a8a18, 0x72, 0xffffffffffffff00, 0x561ab2b5ce60, 0x561ab2b572b0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0
internal/poll.(*pollDesc).waitRead(0xc4202a8a18, 0xc42043c000, 0x8000, 0x8000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f
internal/poll.(*FD).Read(0xc4202a8a00, 0xc42043c000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:126 +0x18c
net.(*netFD).Read(0xc4202a8a00, 0xc42043c000, 0x8000, 0x8000, 0x11, 0x0, 0x0)
/usr/local/go/src/net/fd_unix.go:202 +0x54
net.(*conn).Read(0xc42023e088, 0xc42043c000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6f
bufio.(*Reader).Read(0xc42023a960, 0xc4202c82d8, 0x9, 0x9, 0x9, 0x0, 0x0)
/usr/local/go/src/bufio/bufio.go:213 +0x30d
io.ReadAtLeast(0x561ab2b58c20, 0xc42023a960, 0xc4202c82d8, 0x9, 0x9, 0x9, 0x2e3ad64d20234bb8, 0x5b1697ff, 0xc420234bc0)
/usr/local/go/src/io/io.go:309 +0x88
io.ReadFull(0x561ab2b58c20, 0xc42023a960, 0xc4202c82d8, 0x9, 0x9, 0x1cfb476, 0x561ab2ba3f20, 0xbebdc3dfee39c731)
/usr/local/go/src/io/io.go:327 +0x5a
github.com/containerd/containerd/vendor/golang.org/x/net/http2.readFrameHeader(0xc4202c82d8, 0x9, 0x9, 0x561ab2b58c20, 0xc42023a960, 0x0, 0x7070e0900000000, 0xc4202a0928, 0xc420234ce8)
/go/src/github.com/containerd/containerd/vendor/golang.org/x/net/http2/frame.go:237 +0x7d
github.com/containerd/containerd/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc4202c82a0, 0xc42043a020, 0xc42043a020, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/golang.org/x/net/http2/frame.go:492 +0xa6
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc4202b6580, 0xc4203f17a0, 0x561ab27ac3e0)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:393 +0x317
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc4200b7e00, 0x561ab2b696e0, 0xc4202b6580)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:568 +0x142
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveHTTP2Transport(0xc4200b7e00, 0x561ab2b69bc0, 0xc42023e088, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:561 +0x473
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).handleRawConn(0xc4200b7e00, 0x561ab2b69bc0, 0xc42023e088)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:526 +0x499
created by github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).Serve
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:495 +0x5bb
goroutine 39 [select, 25 minutes]:
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.loopyWriter(0x7f1a21d94378, 0xc4203edb80, 0xc4203f1740, 0xc420401fb8)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/transport.go:750 +0x2e6
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server.func1(0xc4202b6580)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:227 +0x60
created by github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:226 +0x8fb
goroutine 40 [select, 25 minutes]:
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc4202b6580)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:935 +0x266
created by github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:230 +0x920
goroutine 41 [semacquire, 25 minutes]:
sync.runtime_notifyListWait(0xc4203eddd0, 0xc400000000)
/usr/local/go/src/runtime/sema.go:507 +0x114
sync.(*Cond).Wait(0xc4203eddc0)
/usr/local/go/src/sync/cond.go:56 +0x82
github.com/containerd/containerd/vendor/github.com/docker/go-events.(*Queue).next(0xc4203f1860, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/queue.go:103 +0x87
github.com/containerd/containerd/vendor/github.com/docker/go-events.(*Queue).run(0xc4203f1860)
/go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/queue.go:68 +0x34
created by github.com/containerd/containerd/vendor/github.com/docker/go-events.NewQueue
/go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/queue.go:29 +0x14d
goroutine 42 [select, 25 minutes]:
github.com/containerd/containerd/events/exchange.(*Exchange).Subscribe.func3(0xc4203f18c0, 0xc4203e7f20, 0xc4202bc480, 0x561ab2b664e0, 0xc4203edd80, 0xc42023acc0)
/go/src/github.com/containerd/containerd/events/exchange/exchange.go:155 +0x15f
created by github.com/containerd/containerd/events/exchange.(*Exchange).Subscribe
/go/src/github.com/containerd/containerd/events/exchange/exchange.go:149 +0x291
goroutine 56 [IO wait, 25 minutes]:
internal/poll.runtime_pollWait(0x7f1a21d8fbb0, 0x72, 0x0)
/usr/local/go/src/runtime/netpoll.go:173 +0x59
internal/poll.(*pollDesc).wait(0xc4203f2318, 0x72, 0xffffffffffffff00, 0x561ab2b5ce60, 0x561ab2b572b0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0
internal/poll.(*pollDesc).waitRead(0xc4203f2318, 0xc42045a000, 0x8000, 0x8000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f
internal/poll.(*FD).Read(0xc4203f2300, 0xc42045a000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:126 +0x18c
net.(*netFD).Read(0xc4203f2300, 0xc42045a000, 0x8000, 0x8000, 0x11, 0x0, 0x0)
/usr/local/go/src/net/fd_unix.go:202 +0x54
net.(*conn).Read(0xc4203fa018, 0xc42045a000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6f
bufio.(*Reader).Read(0xc4201de4e0, 0xc4204163b8, 0x9, 0x9, 0xc420288000, 0x7f1a21d936d0, 0x1)
/usr/local/go/src/bufio/bufio.go:213 +0x30d
io.ReadAtLeast(0x561ab2b58c20, 0xc4201de4e0, 0xc4204163b8, 0x9, 0x9, 0x9, 0x375e6cd720232bb8, 0x5b1697ff, 0xc420232bc0)
/usr/local/go/src/io/io.go:309 +0x88
io.ReadFull(0x561ab2b58c20, 0xc4201de4e0, 0xc4204163b8, 0x9, 0x9, 0xaf34b2f, 0x561ab2ba3f20, 0xbebdc3dff75d3556)
/usr/local/go/src/io/io.go:327 +0x5a
github.com/containerd/containerd/vendor/golang.org/x/net/http2.readFrameHeader(0xc4204163b8, 0x9, 0x9, 0x561ab2b58c20, 0xc4201de4e0, 0x0, 0x7070e0900000000, 0xc420422658, 0xc420232ce8)
/go/src/github.com/containerd/containerd/vendor/golang.org/x/net/http2/frame.go:237 +0x7d
github.com/containerd/containerd/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc420416380, 0xc420288000, 0xc420288000, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/golang.org/x/net/http2/frame.go:492 +0xa6
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc42041e840, 0xc420414e40, 0x561ab27ac3e0)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:393 +0x317
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc4200b7e00, 0x561ab2b696e0, 0xc42041e840)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:568 +0x142
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveHTTP2Transport(0xc4200b7e00, 0x561ab2b69bc0, 0xc4203fa018, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:561 +0x473
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).handleRawConn(0xc4200b7e00, 0x561ab2b69bc0, 0xc4203fa018)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:526 +0x499
created by github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).Serve
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:495 +0x5bb
goroutine 57 [select, 25 minutes]:
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.loopyWriter(0x7f1a21d94378, 0xc4201f66c0, 0xc420414de0, 0xc4203fdfb8)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/transport.go:750 +0x2e6
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server.func1(0xc42041e840)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:227 +0x60
created by github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:226 +0x8fb
goroutine 58 [select, 25 minutes]:
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc42041e840)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:935 +0x266
created by github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:230 +0x920
goroutine 43 [select, 25 minutes]:
github.com/containerd/containerd/services/events.(*service).Subscribe(0xc42000e1f0, 0xc4202fc100, 0x561ab2b69500, 0xc420300060, 0x0, 0x0)
/go/src/github.com/containerd/containerd/services/events/service.go:61 +0x213
github.com/containerd/containerd/api/services/events/v1._Events_Subscribe_Handler(0x561ab26f3340, 0xc42000e1f0, 0x561ab2b68a80, 0xc4202fc0e0, 0xc4202f0140, 0xc42004fc00)
/go/src/github.com/containerd/containerd/api/services/events/v1/events.pb.go:288 +0x110
github.com/containerd/containerd/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.StreamServerInterceptor(0x561ab26f3340, 0xc42000e1f0, 0x561ab2b68b40, 0xc42046e000, 0xc4202fc0c0, 0x561ab27aafc8, 0x0, 0xc42004dec8)
/go/src/github.com/containerd/containerd/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/server.go:40 +0x13b
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc4200b7e00, 0x561ab2b696e0, 0xc42041e840, 0xc4202aa600, 0xc420291230, 0x561ab2b45f80, 0x0, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:940 +0x2ea
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).handleStream(0xc4200b7e00, 0x561ab2b696e0, 0xc42041e840, 0xc4202aa600, 0x0)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:1027 +0x14c3
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc4203f4250, 0xc4200b7e00, 0x561ab2b696e0, 0xc42041e840, 0xc4202aa600)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:572 +0xa1
created by github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:570 +0xa3
goroutine 66 [semacquire, 25 minutes]:
sync.runtime_notifyListWait(0xc4202f4290, 0xc400000000)
/usr/local/go/src/runtime/sema.go:507 +0x114
sync.(*Cond).Wait(0xc4202f4280)
/usr/local/go/src/sync/cond.go:56 +0x82
github.com/containerd/containerd/vendor/github.com/docker/go-events.(*Queue).next(0xc4202f2180, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/queue.go:103 +0x87
github.com/containerd/containerd/vendor/github.com/docker/go-events.(*Queue).run(0xc4202f2180)
/go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/queue.go:68 +0x34
created by github.com/containerd/containerd/vendor/github.com/docker/go-events.NewQueue
/go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/queue.go:29 +0x14d
goroutine 67 [select, 25 minutes]:
github.com/containerd/containerd/events/exchange.(*Exchange).Subscribe.func3(0xc4202f21e0, 0xc4202fc120, 0xc420470060, 0x561ab2b664e0, 0xc4202f4240, 0xc42042e300)
/go/src/github.com/containerd/containerd/events/exchange/exchange.go:155 +0x15f
created by github.com/containerd/containerd/events/exchange.(*Exchange).Subscribe
/go/src/github.com/containerd/containerd/events/exchange/exchange.go:149 +0x291
goroutine 25 [select, 25 minutes]:
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).dispatch(0xc42023a8a0, 0x561ab2b665a0, 0xc420210150, 0xc42023c000, 0xc42035e400, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:102 +0x282
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).Call(0xc42023a8a0, 0x561ab2b665a0, 0xc420210150, 0x561ab22d8a73, 0x25, 0x561ab22bd488, 0x5, 0x561ab27423a0, 0xc4203efb80, 0x561ab2742480, ...)
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:73 +0x15d
github.com/containerd/containerd/linux/shim/v1.(*shimClient).State(0xc42023e040, 0x561ab2b665a0, 0xc420210150, 0xc4203efb80, 0x0, 0x561ab1c054af, 0x561ab26bec20)
/go/src/github.com/containerd/containerd/linux/shim/v1/shim.pb.go:1729 +0xbf
github.com/containerd/containerd/linux.(*Task).State(0xc42028e460, 0x561ab2b665a0, 0xc420210150, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/containerd/containerd/linux/task.go:107 +0xc4
github.com/containerd/containerd/services/tasks.processFromContainerd(0x7f1a21d94338, 0xc420210150, 0x7f1a21c59020, 0xc42028e460, 0xc42028e460, 0x561ab2b6b7c0, 0xc42028e460)
/go/src/github.com/containerd/containerd/services/tasks/service.go:225 +0xbe
github.com/containerd/containerd/services/tasks.(*service).Get(0xc420290c30, 0x7f1a21d94338, 0xc420210150, 0xc42035e080, 0xc420290c30, 0x561ab22d9c13, 0x3)
/go/src/github.com/containerd/containerd/services/tasks/service.go:268 +0xef
github.com/containerd/containerd/api/services/tasks/v1._Tasks_Get_Handler.func1(0x7f1a21d94338, 0xc420210150, 0x561ab273fe00, 0xc42035e080, 0xc4202a01e0, 0x561ab2bc3bb8, 0x561ab2682980, 0xc4203efb70)
/go/src/github.com/containerd/containerd/api/services/tasks/v1/tasks.pb.go:680 +0x88
github.com/containerd/containerd/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.UnaryServerInterceptor(0x7f1a21d94338, 0xc420210150, 0x561ab273fe00, 0xc42035e080, 0xc42035e0c0, 0xc42035e100, 0x50, 0x48, 0xc42035e040, 0xc420451968)
/go/src/github.com/containerd/containerd/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/server.go:29 +0xd4
github.com/containerd/containerd/server.interceptor(0x7f1a21d94338, 0xc420210090, 0x561ab273fe00, 0xc42035e080, 0xc42035e0c0, 0xc42035e100, 0x0, 0xc4204519e0, 0x561ab1bc139a, 0x50)
/go/src/github.com/containerd/containerd/server/server.go:267 +0x1d2
github.com/containerd/containerd/api/services/tasks/v1._Tasks_Get_Handler(0x561ab2793aa0, 0xc420290c30, 0x7f1a21d94338, 0xc42050c120, 0xc4202a0050, 0x561ab27ab4e0, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/containerd/containerd/api/services/tasks/v1/tasks.pb.go:682 +0x16f
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).processUnaryRPC(0xc4200b7e00, 0x561ab2b696e0, 0xc42041e840, 0xc4202aa000, 0xc420291590, 0x561ab2b50d80, 0x0, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:826 +0xab6
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).handleStream(0xc4200b7e00, 0x561ab2b696e0, 0xc42041e840, 0xc4202aa000, 0x0)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:1023 +0x152a
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc4203f4250, 0xc4200b7e00, 0x561ab2b696e0, 0xc42041e840, 0xc4202aa000)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:572 +0xa1
created by github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:570 +0xa3
goroutine 3177 [IO wait]:
internal/poll.runtime_pollWait(0x7f1a21d8faf0, 0x72, 0x0)
/usr/local/go/src/runtime/netpoll.go:173 +0x59
internal/poll.(*pollDesc).wait(0xc4202a8098, 0x72, 0xffffffffffffff00, 0x561ab2b5ce60, 0x561ab2b572b0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0
internal/poll.(*pollDesc).waitRead(0xc4202a8098, 0xc4200d8300, 0x1, 0x1)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f
internal/poll.(*FD).Read(0xc4202a8080, 0xc4200d83a1, 0x1, 0x1, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:126 +0x18c
net.(*netFD).Read(0xc4202a8080, 0xc4200d83a1, 0x1, 0x1, 0x0, 0xc4206ba500, 0x561ab1bdaa2b)
/usr/local/go/src/net/fd_unix.go:202 +0x54
net.(*conn).Read(0xc4203fa0b8, 0xc4200d83a1, 0x1, 0x1, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6f
net/http.(*connReader).backgroundRead(0xc4200d8390)
/usr/local/go/src/net/http/server.go:660 +0x64
created by net/http.(*connReader).startBackgroundRead
/usr/local/go/src/net/http/server.go:656 +0xda
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment