Skip to content

Instantly share code, notes, and snippets.

@tizki
Created May 17, 2018 06:38
Show Gist options
  • Save tizki/5a99e33bce531089fdd0efa3deaa434e to your computer and use it in GitHub Desktop.
Save tizki/5a99e33bce531089fdd0efa3deaa434e to your computer and use it in GitHub Desktop.
goroutine 19423 [running]:
runtime/pprof.writeGoroutineStacks(0x5651ca308be0, 0xc4204660e0, 0x0, 0xc42048ead0)
/usr/local/go/src/runtime/pprof/pprof.go:608 +0xa9
runtime/pprof.writeGoroutine(0x5651ca308be0, 0xc4204660e0, 0x2, 0x30, 0x5651c9ecfbc0)
/usr/local/go/src/runtime/pprof/pprof.go:597 +0x46
runtime/pprof.(*Profile).WriteTo(0x5651ca2f46c0, 0x5651ca308be0, 0xc4204660e0, 0x2, 0xc4204660e0, 0xc4202ae810)
/usr/local/go/src/runtime/pprof/pprof.go:310 +0x3ad
net/http/pprof.handler.ServeHTTP(0xc4202cc131, 0x9, 0x5651ca313720, 0xc4204660e0, 0xc420210300)
/usr/local/go/src/net/http/pprof/pprof.go:237 +0x1ba
net/http/pprof.Index(0x5651ca313720, 0xc4204660e0, 0xc420210300)
/usr/local/go/src/net/http/pprof/pprof.go:248 +0x1dd
net/http.HandlerFunc.ServeHTTP(0x5651c9f5aae8, 0x5651ca313720, 0xc4204660e0, 0xc420210300)
/usr/local/go/src/net/http/server.go:1918 +0x46
net/http.(*ServeMux).ServeHTTP(0xc4202ae810, 0x5651ca313720, 0xc4204660e0, 0xc420210300)
/usr/local/go/src/net/http/server.go:2254 +0x132
net/http.serverHandler.ServeHTTP(0xc4201be340, 0x5651ca313720, 0xc4204660e0, 0xc420210300)
/usr/local/go/src/net/http/server.go:2619 +0xb6
net/http.(*conn).serve(0xc4202ed040, 0x5651ca3144e0, 0xc420227a80)
/usr/local/go/src/net/http/server.go:1801 +0x71f
created by net/http.(*Server).Serve
/usr/local/go/src/net/http/server.go:2720 +0x28a
goroutine 1 [chan receive, 159 minutes]:
main.main.func1(0xc4200d31e0, 0xc4200d31e0, 0xc420071b4f)
/go/src/github.com/containerd/containerd/cmd/containerd/main.go:132 +0x871
github.com/containerd/containerd/vendor/github.com/urfave/cli.HandleAction(0x5651c9e44d80, 0x5651c9f5a720, 0xc4200d31e0, 0xc42007e9c0, 0x0)
/go/src/github.com/containerd/containerd/vendor/github.com/urfave/cli/app.go:502 +0xd4
github.com/containerd/containerd/vendor/github.com/urfave/cli.(*App).Run(0xc4201a2a80, 0xc420010090, 0x3, 0x3, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/github.com/urfave/cli/app.go:268 +0x655
main.main()
/go/src/github.com/containerd/containerd/cmd/containerd/main.go:135 +0x53d
goroutine 8 [syscall, 159 minutes]:
os/signal.signal_recv(0x5651c9392eda)
/usr/local/go/src/runtime/sigqueue.go:131 +0xa8
os/signal.loop()
/usr/local/go/src/os/signal/signal_unix.go:22 +0x24
created by os/signal.init.0
/usr/local/go/src/os/signal/signal_unix.go:28 +0x43
goroutine 9 [select, 159 minutes]:
main.handleSignals.func1(0xc42007ea80, 0xc42007ea20, 0x5651ca3145a0, 0xc4201939b0, 0xc420096420)
/go/src/github.com/containerd/containerd/cmd/containerd/main_unix.go:30 +0xf7
created by main.handleSignals
/go/src/github.com/containerd/containerd/cmd/containerd/main_unix.go:27 +0x8b
goroutine 10 [select, 159 minutes, locked to thread]:
runtime.gopark(0x5651c9f5af78, 0x0, 0x5651c9a6ccba, 0x6, 0x18, 0x1)
/usr/local/go/src/runtime/proc.go:287 +0x132
runtime.selectgo(0xc42005bf50, 0xc4200964e0)
/usr/local/go/src/runtime/select.go:395 +0x114f
runtime.ensureSigM.func1()
/usr/local/go/src/runtime/signal_unix.go:511 +0x226
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2337 +0x1
goroutine 11 [select, 159 minutes]:
github.com/containerd/containerd/vendor/github.com/docker/go-events.(*Broadcaster).run(0xc42009d6d0)
/go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/broadcast.go:117 +0x414
created by github.com/containerd/containerd/vendor/github.com/docker/go-events.NewBroadcaster
/go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/broadcast.go:39 +0x1b1
goroutine 12 [select]:
github.com/containerd/containerd/gc/scheduler.(*gcScheduler).run(0xc42007ee40, 0x5651ca3145a0, 0xc420248510)
/go/src/github.com/containerd/containerd/gc/scheduler/scheduler.go:243 +0x21d
created by github.com/containerd/containerd/gc/scheduler.init.0.func1
/go/src/github.com/containerd/containerd/gc/scheduler/scheduler.go:107 +0x4bf
goroutine 13 [syscall, 159 minutes]:
syscall.Syscall6(0xe8, 0x5, 0xc4202909b8, 0x80, 0xffffffffffffffff, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/syscall/asm_linux_amd64.s:44 +0x5
github.com/containerd/containerd/vendor/golang.org/x/sys/unix.EpollWait(0x5, 0xc4202909b8, 0x80, 0x80, 0xffffffffffffffff, 0x0, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/golang.org/x/sys/unix/zsyscall_linux_amd64.go:1518 +0x79
github.com/containerd/containerd/metrics/cgroups.(*oomCollector).start(0xc4201ff4a0)
/go/src/github.com/containerd/containerd/metrics/cgroups/oom.go:98 +0x7d
created by github.com/containerd/containerd/metrics/cgroups.newOOMCollector
/go/src/github.com/containerd/containerd/metrics/cgroups/oom.go:34 +0x125
goroutine 50 [select, 159 minutes]:
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run(0xc4202c2480)
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:171 +0x342
created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.NewClient
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:46 +0x2ab
goroutine 15 [IO wait, 159 minutes]:
internal/poll.runtime_pollWait(0x7fda3fab8f70, 0x72, 0x0)
/usr/local/go/src/runtime/netpoll.go:173 +0x59
internal/poll.(*pollDesc).wait(0xc4202ee118, 0x72, 0xffffffffffffff00, 0x5651ca30ae60, 0x5651ca3052b0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0
internal/poll.(*pollDesc).waitRead(0xc4202ee118, 0xc420305000, 0x1000, 0x1000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f
internal/poll.(*FD).Read(0xc4202ee100, 0xc420305000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:126 +0x18c
net.(*netFD).Read(0xc4202ee100, 0xc420305000, 0x1000, 0x1000, 0xc420245260, 0x73, 0x0)
/usr/local/go/src/net/fd_unix.go:202 +0x54
net.(*conn).Read(0xc4202d6030, 0xc420305000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6f
bufio.(*Reader).Read(0xc4202c2420, 0xc4202e41e0, 0xa, 0xa, 0x0, 0x0, 0xc42027cd68)
/usr/local/go/src/bufio/bufio.go:213 +0x30d
io.ReadAtLeast(0x5651ca306c20, 0xc4202c2420, 0xc4202e41e0, 0xa, 0xa, 0xa, 0x5651c9a0aaa1, 0x5651c9a6b140, 0x5)
/usr/local/go/src/io/io.go:309 +0x88
io.ReadFull(0x5651ca306c20, 0xc4202c2420, 0xc4202e41e0, 0xa, 0xa, 0xc42027ce00, 0x5, 0x5651c9a6af1b)
/usr/local/go/src/io/io.go:327 +0x5a
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.readMessageHeader(0xc4202e41e0, 0xa, 0xa, 0x5651ca306c20, 0xc4202c2420, 0xc42027cde8, 0xc420245260, 0x5651c9e2f440, 0xc420245270)
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/channel.go:38 +0x62
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*channel).recv(0xc4202e41c0, 0x5651ca314520, 0xc420014040, 0x27, 0x5651c9a6b915, 0x5, 0xc4201ff4e0, 0x2, 0x2, 0xc42001c000)
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/channel.go:86 +0x6f
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run.func1(0xc420096cc0, 0xc4202c2480, 0xc4202459e0, 0xc420096c60)
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:144 +0x9a
created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:139 +0x164
goroutine 51 [IO wait]:
internal/poll.runtime_pollWait(0x7fda3fab8eb0, 0x72, 0xffffffffffffffff)
/usr/local/go/src/runtime/netpoll.go:173 +0x59
internal/poll.(*pollDesc).wait(0xc4202ee518, 0x72, 0xc42028cb00, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0
internal/poll.(*pollDesc).waitRead(0xc4202ee518, 0xffffffffffffff00, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f
internal/poll.(*FD).Accept(0xc4202ee500, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:335 +0x1e4
net.(*netFD).accept(0xc4202ee500, 0xc4202ed0c0, 0x5651c9e5b3a0, 0xc42028cd78)
/usr/local/go/src/net/fd_unix.go:238 +0x44
net.(*UnixListener).accept(0xc4202d1650, 0x5651c975b4ba, 0x5651c93b8c70, 0xc42028cdc0)
/usr/local/go/src/net/unixsock_posix.go:162 +0x34
net.(*UnixListener).Accept(0xc4202d1650, 0x5651c9f5a900, 0xc4202ed040, 0x5651ca3145a0, 0xc4202ae900)
/usr/local/go/src/net/unixsock.go:241 +0x4b
net/http.(*Server).Serve(0xc4201be340, 0x5651ca3134e0, 0xc4202d1650, 0x0, 0x0)
/usr/local/go/src/net/http/server.go:2695 +0x1b4
net/http.Serve(0x5651ca3134e0, 0xc4202d1650, 0x5651ca308820, 0xc4202ae810, 0x5651c9f5ab00, 0xc420278f20)
/usr/local/go/src/net/http/server.go:2323 +0x75
github.com/containerd/containerd/server.(*Server).ServeDebug(0xc4201d50e0, 0x5651ca3134e0, 0xc4202d1650, 0xc420278f38, 0x0)
/go/src/github.com/containerd/containerd/server/server.go:159 +0x1c8
github.com/containerd/containerd/server.(*Server).ServeDebug-fm(0x5651ca3134e0, 0xc4202d1650, 0xc4202d1650, 0x0)
/go/src/github.com/containerd/containerd/cmd/containerd/main.go:115 +0x40
main.serve.func1(0x5651ca3134e0, 0xc4202d1650, 0xc4202c4b60, 0x5651ca3145a0, 0xc4202d1710, 0xc4202ca540, 0x37)
/go/src/github.com/containerd/containerd/cmd/containerd/main.go:146 +0x77
created by main.serve
/go/src/github.com/containerd/containerd/cmd/containerd/main.go:144 +0x1c8
goroutine 52 [IO wait, 159 minutes]:
internal/poll.runtime_pollWait(0x7fda3fab8df0, 0x72, 0xffffffffffffffff)
/usr/local/go/src/runtime/netpoll.go:173 +0x59
internal/poll.(*pollDesc).wait(0xc4202ee698, 0x72, 0xc42005fb00, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0
internal/poll.(*pollDesc).waitRead(0xc4202ee698, 0xffffffffffffff00, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f
internal/poll.(*FD).Accept(0xc4202ee680, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:335 +0x1e4
net.(*netFD).accept(0xc4202ee680, 0xc4201e0058, 0x0, 0x0)
/usr/local/go/src/net/fd_unix.go:238 +0x44
net.(*UnixListener).accept(0xc4202d17a0, 0x5651c97f59bb, 0x5651c93b8c70, 0xc42005fda0)
/usr/local/go/src/net/unixsock_posix.go:162 +0x34
net.(*UnixListener).Accept(0xc4202d17a0, 0x5651c9f5a3a8, 0xc4200b7e00, 0x5651ca317bc0, 0xc4201e0058)
/usr/local/go/src/net/unixsock.go:241 +0x4b
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).Serve(0xc4200b7e00, 0x5651ca3134e0, 0xc4202d17a0, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:463 +0x198
github.com/containerd/containerd/server.(*Server).ServeGRPC(0xc4201d50e0, 0x5651ca3134e0, 0xc4202d17a0, 0xc420279738, 0x0)
/go/src/github.com/containerd/containerd/server/server.go:138 +0x55
github.com/containerd/containerd/server.(*Server).ServeGRPC-fm(0x5651ca3134e0, 0xc4202d17a0, 0xc4202d17a0, 0x0)
/go/src/github.com/containerd/containerd/cmd/containerd/main.go:129 +0x40
main.serve.func1(0x5651ca3134e0, 0xc4202d17a0, 0xc4202c4c70, 0x5651ca3145a0, 0xc4202d1860, 0xc4202ca640, 0x31)
/go/src/github.com/containerd/containerd/cmd/containerd/main.go:146 +0x77
created by main.serve
/go/src/github.com/containerd/containerd/cmd/containerd/main.go:144 +0x1c8
goroutine 53 [IO wait]:
internal/poll.runtime_pollWait(0x7fda3fab8d30, 0x72, 0x0)
/usr/local/go/src/runtime/netpoll.go:173 +0x59
internal/poll.(*pollDesc).wait(0xc4202eea18, 0x72, 0xffffffffffffff00, 0x5651ca30ae60, 0x5651ca3052b0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0
internal/poll.(*pollDesc).waitRead(0xc4202eea18, 0xc42042a000, 0x8000, 0x8000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f
internal/poll.(*FD).Read(0xc4202eea00, 0xc42042a000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:126 +0x18c
net.(*netFD).Read(0xc4202eea00, 0xc42042a000, 0x8000, 0x8000, 0x11, 0x0, 0x0)
/usr/local/go/src/net/fd_unix.go:202 +0x54
net.(*conn).Read(0xc4202d6080, 0xc42042a000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6f
bufio.(*Reader).Read(0xc4202c24e0, 0xc4203062d8, 0x9, 0x9, 0x9, 0x0, 0x0)
/usr/local/go/src/bufio/bufio.go:213 +0x30d
io.ReadAtLeast(0x5651ca306c20, 0xc4202c24e0, 0xc4203062d8, 0x9, 0x9, 0x9, 0x145f307420426bb8, 0x5afd22fb, 0xc420426bc0)
/usr/local/go/src/io/io.go:309 +0x88
io.ReadFull(0x5651ca306c20, 0xc4202c24e0, 0xc4203062d8, 0x9, 0x9, 0x8b7569b2d3b, 0x5651ca351f20, 0xbeb7669ed45dc79f)
/usr/local/go/src/io/io.go:327 +0x5a
github.com/containerd/containerd/vendor/golang.org/x/net/http2.readFrameHeader(0xc4203062d8, 0x9, 0x9, 0x5651ca306c20, 0xc4202c24e0, 0x0, 0x7070e0900000000, 0xc4202e6928, 0xc420426ce8)
/go/src/github.com/containerd/containerd/vendor/golang.org/x/net/http2/frame.go:237 +0x7d
github.com/containerd/containerd/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc4203062a0, 0xc4202c8620, 0xc4202c8620, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/golang.org/x/net/http2/frame.go:492 +0xa6
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc4202fc580, 0xc420421710, 0x5651c9f5a3e0)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:393 +0x317
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc4200b7e00, 0x5651ca3176e0, 0xc4202fc580)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:568 +0x142
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveHTTP2Transport(0xc4200b7e00, 0x5651ca317bc0, 0xc4202d6080, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:561 +0x473
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).handleRawConn(0xc4200b7e00, 0x5651ca317bc0, 0xc4202d6080)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:526 +0x499
created by github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).Serve
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:495 +0x5bb
goroutine 54 [select]:
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.loopyWriter(0x7fda3fabd378, 0xc42041bb40, 0xc4204216b0, 0xc420422fb8)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/transport.go:750 +0x2e6
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server.func1(0xc4202fc580)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:227 +0x60
created by github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:226 +0x8fb
goroutine 55 [select, 39 minutes]:
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc4202fc580)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:935 +0x266
created by github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:230 +0x920
goroutine 57 [IO wait, 159 minutes]:
internal/poll.runtime_pollWait(0x7fda3fab8c70, 0x72, 0x0)
/usr/local/go/src/runtime/netpoll.go:173 +0x59
internal/poll.(*pollDesc).wait(0xc4202eec98, 0x72, 0xffffffffffffff00, 0x5651ca30ae60, 0x5651ca3052b0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0
internal/poll.(*pollDesc).waitRead(0xc4202eec98, 0xc42043e000, 0x8000, 0x8000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f
internal/poll.(*FD).Read(0xc4202eec80, 0xc42043e000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:126 +0x18c
net.(*netFD).Read(0xc4202eec80, 0xc42043e000, 0x8000, 0x8000, 0x11, 0x0, 0x0)
/usr/local/go/src/net/fd_unix.go:202 +0x54
net.(*conn).Read(0xc4202d6090, 0xc42043e000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6f
bufio.(*Reader).Read(0xc4202c2600, 0xc420306498, 0x9, 0x9, 0x9, 0x0, 0x0)
/usr/local/go/src/bufio/bufio.go:213 +0x30d
io.ReadAtLeast(0x5651ca306c20, 0xc4202c2600, 0xc420306498, 0x9, 0x9, 0x9, 0x3285ceda20427bb8, 0x5afcfd8b, 0xc420427bc0)
/usr/local/go/src/io/io.go:309 +0x88
io.ReadFull(0x5651ca306c20, 0xc4202c2600, 0xc420306498, 0x9, 0x9, 0x1d76ba4, 0x5651ca351f20, 0xbeb75d42f284af70)
/usr/local/go/src/io/io.go:327 +0x5a
github.com/containerd/containerd/vendor/golang.org/x/net/http2.readFrameHeader(0xc420306498, 0x9, 0x9, 0x5651ca306c20, 0xc4202c2600, 0x0, 0x7070e0900000000, 0xc4202e6e28, 0xc420427ce8)
/go/src/github.com/containerd/containerd/vendor/golang.org/x/net/http2/frame.go:237 +0x7d
github.com/containerd/containerd/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc420306460, 0xc4202294e0, 0xc4202294e0, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/golang.org/x/net/http2/frame.go:492 +0xa6
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc4202fcb00, 0xc420421e90, 0x5651c9f5a3e0)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:393 +0x317
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc4200b7e00, 0x5651ca3176e0, 0xc4202fcb00)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:568 +0x142
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveHTTP2Transport(0xc4200b7e00, 0x5651ca317bc0, 0xc4202d6090, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:561 +0x473
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).handleRawConn(0xc4200b7e00, 0x5651ca317bc0, 0xc4202d6090)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:526 +0x499
created by github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).Serve
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:495 +0x5bb
goroutine 58 [select, 159 minutes]:
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.loopyWriter(0x7fda3fabd378, 0xc42041be00, 0xc420421e30, 0xc42028efb8)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/transport.go:750 +0x2e6
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server.func1(0xc4202fcb00)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:227 +0x60
created by github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:226 +0x8fb
goroutine 59 [select, 39 minutes]:
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc4202fcb00)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:935 +0x266
created by github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:230 +0x920
goroutine 35 [select, 159 minutes]:
github.com/containerd/containerd/services/events.(*service).Subscribe(0xc42000e1b0, 0xc4201c5ac0, 0x5651ca317500, 0xc4202a2d40, 0x0, 0x0)
/go/src/github.com/containerd/containerd/services/events/service.go:61 +0x213
github.com/containerd/containerd/api/services/events/v1._Events_Subscribe_Handler(0x5651c9ea1340, 0xc42000e1b0, 0x5651ca316a80, 0xc4201c5aa0, 0xc420332280, 0xc420088400)
/go/src/github.com/containerd/containerd/api/services/events/v1/events.pb.go:288 +0x110
github.com/containerd/containerd/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.StreamServerInterceptor(0x5651c9ea1340, 0xc42000e1b0, 0x5651ca316b40, 0xc42045a000, 0xc4201c5a80, 0x5651c9f58fc8, 0x0, 0xc42027a6c8)
/go/src/github.com/containerd/containerd/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/server.go:40 +0x13b
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc4200b7e00, 0x5651ca3176e0, 0xc4202fcb00, 0xc420456000, 0xc4202d11a0, 0x5651ca2f3f80, 0x0, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:940 +0x2ea
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).handleStream(0xc4200b7e00, 0x5651ca3176e0, 0xc4202fcb00, 0xc420456000, 0x0)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:1027 +0x14c3
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc4202d2310, 0xc4200b7e00, 0x5651ca3176e0, 0xc4202fcb00, 0xc420456000)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:572 +0xa1
created by github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:570 +0xa3
goroutine 36 [semacquire, 159 minutes]:
sync.runtime_notifyListWait(0xc420226410, 0xc400000000)
/usr/local/go/src/runtime/sema.go:507 +0x114
sync.(*Cond).Wait(0xc420226400)
/usr/local/go/src/sync/cond.go:56 +0x82
github.com/containerd/containerd/vendor/github.com/docker/go-events.(*Queue).next(0xc4202aec30, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/queue.go:103 +0x87
github.com/containerd/containerd/vendor/github.com/docker/go-events.(*Queue).run(0xc4202aec30)
/go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/queue.go:68 +0x34
created by github.com/containerd/containerd/vendor/github.com/docker/go-events.NewQueue
/go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/queue.go:29 +0x14d
goroutine 37 [select, 159 minutes]:
github.com/containerd/containerd/events/exchange.(*Exchange).Subscribe.func3(0xc4202aec90, 0xc4201c5ae0, 0xc42045c060, 0x5651ca3144e0, 0xc4202263c0, 0xc4201baa80)
/go/src/github.com/containerd/containerd/events/exchange/exchange.go:155 +0x15f
created by github.com/containerd/containerd/events/exchange.(*Exchange).Subscribe
/go/src/github.com/containerd/containerd/events/exchange/exchange.go:149 +0x291
goroutine 27 [IO wait, 159 minutes]:
internal/poll.runtime_pollWait(0x7fda3fab8bb0, 0x72, 0x0)
/usr/local/go/src/runtime/netpoll.go:173 +0x59
internal/poll.(*pollDesc).wait(0xc42046e098, 0x72, 0xffffffffffffff00, 0x5651ca30ae60, 0x5651ca3052b0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0
internal/poll.(*pollDesc).waitRead(0xc42046e098, 0xc420470000, 0x8000, 0x8000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f
internal/poll.(*FD).Read(0xc42046e080, 0xc420470000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:126 +0x18c
net.(*netFD).Read(0xc42046e080, 0xc420470000, 0x8000, 0x8000, 0x11, 0x0, 0x0)
/usr/local/go/src/net/fd_unix.go:202 +0x54
net.(*conn).Read(0xc4201e0058, 0xc420470000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6f
bufio.(*Reader).Read(0xc4201f2540, 0xc4204661f8, 0x9, 0x9, 0x9, 0x0, 0x0)
/usr/local/go/src/bufio/bufio.go:213 +0x30d
io.ReadAtLeast(0x5651ca306c20, 0xc4201f2540, 0xc4204661f8, 0x9, 0x9, 0x9, 0x7f174612005dbb8, 0x5afcfd8c, 0xc42005dbc0)
/usr/local/go/src/io/io.go:309 +0x88
io.ReadFull(0x5651ca306c20, 0xc4201f2540, 0xc4204661f8, 0x9, 0x9, 0x12dddaa6, 0x5651ca351f20, 0xbeb75d4307f06193)
/usr/local/go/src/io/io.go:327 +0x5a
github.com/containerd/containerd/vendor/golang.org/x/net/http2.readFrameHeader(0xc4204661f8, 0x9, 0x9, 0x5651ca306c20, 0xc4201f2540, 0x0, 0x7070e0900000000, 0xc4201f4338, 0xc42005dce8)
/go/src/github.com/containerd/containerd/vendor/golang.org/x/net/http2/frame.go:237 +0x7d
github.com/containerd/containerd/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc4204661c0, 0xc4201ea2c0, 0xc4201ea2c0, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/golang.org/x/net/http2/frame.go:492 +0xa6
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc420482000, 0xc4201dacf0, 0x5651c9f5a3e0)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:393 +0x317
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc4200b7e00, 0x5651ca3176e0, 0xc420482000)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:568 +0x142
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveHTTP2Transport(0xc4200b7e00, 0x5651ca317bc0, 0xc4201e0058, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:561 +0x473
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).handleRawConn(0xc4200b7e00, 0x5651ca317bc0, 0xc4201e0058)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:526 +0x499
created by github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).Serve
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:495 +0x5bb
goroutine 28 [select, 159 minutes]:
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.loopyWriter(0x7fda3fabd378, 0xc4201dc800, 0xc4201dac90, 0xc420423fb8)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/transport.go:750 +0x2e6
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server.func1(0xc420482000)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:227 +0x60
created by github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:226 +0x8fb
goroutine 29 [select, 39 minutes]:
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc420482000)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:935 +0x266
created by github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:230 +0x920
goroutine 30 [select, 159 minutes]:
github.com/containerd/containerd/services/events.(*service).Subscribe(0xc42000e1b0, 0xc4201e6ba0, 0x5651ca317500, 0xc4201ec250, 0x0, 0x0)
/go/src/github.com/containerd/containerd/services/events/service.go:61 +0x213
github.com/containerd/containerd/api/services/events/v1._Events_Subscribe_Handler(0x5651c9ea1340, 0xc42000e1b0, 0x5651ca316a80, 0xc4201e6b80, 0xc4201f4500, 0xc420051800)
/go/src/github.com/containerd/containerd/api/services/events/v1/events.pb.go:288 +0x110
github.com/containerd/containerd/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.StreamServerInterceptor(0x5651c9ea1340, 0xc42000e1b0, 0x5651ca316b40, 0xc42046e280, 0xc4201e6b60, 0x5651c9f58fc8, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/server.go:40 +0x13b
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc4200b7e00, 0x5651ca3176e0, 0xc420482000, 0xc42048c000, 0xc4202d11a0, 0x5651ca2f3f80, 0x0, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:940 +0x2ea
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).handleStream(0xc4200b7e00, 0x5651ca3176e0, 0xc420482000, 0xc42048c000, 0x0)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:1027 +0x14c3
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc4201e42a0, 0xc4200b7e00, 0x5651ca3176e0, 0xc420482000, 0xc42048c000)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:572 +0xa1
created by github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:570 +0xa3
goroutine 31 [semacquire, 159 minutes]:
sync.runtime_notifyListWait(0xc4201dc990, 0xc400000000)
/usr/local/go/src/runtime/sema.go:507 +0x114
sync.(*Cond).Wait(0xc4201dc980)
/usr/local/go/src/sync/cond.go:56 +0x82
github.com/containerd/containerd/vendor/github.com/docker/go-events.(*Queue).next(0xc4201db020, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/queue.go:103 +0x87
github.com/containerd/containerd/vendor/github.com/docker/go-events.(*Queue).run(0xc4201db020)
/go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/queue.go:68 +0x34
created by github.com/containerd/containerd/vendor/github.com/docker/go-events.NewQueue
/go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/queue.go:29 +0x14d
goroutine 32 [select, 159 minutes]:
github.com/containerd/containerd/events/exchange.(*Exchange).Subscribe.func3(0xc4201db080, 0xc4201e6bc0, 0xc4201d8180, 0x5651ca3144e0, 0xc4201dc940, 0xc4201f2660)
/go/src/github.com/containerd/containerd/events/exchange/exchange.go:155 +0x15f
created by github.com/containerd/containerd/events/exchange.(*Exchange).Subscribe
/go/src/github.com/containerd/containerd/events/exchange/exchange.go:149 +0x291
goroutine 102 [select, 159 minutes]:
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).dispatch(0xc4202c2480, 0x5651ca3145a0, 0xc420500990, 0xc420012440, 0xc4201fec20, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:102 +0x282
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).Call(0xc4202c2480, 0x5651ca3145a0, 0xc420500990, 0x5651c9a86a73, 0x25, 0x5651c9a6b488, 0x5, 0x5651c9ef03a0, 0xc420063d10, 0x5651c9ef0480, ...)
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:73 +0x15d
github.com/containerd/containerd/linux/shim/v1.(*shimClient).State(0xc4202d6038, 0x5651ca3145a0, 0xc420500990, 0xc420063d10, 0x0, 0x5651c93b34af, 0x5651c9e6cc20)
/go/src/github.com/containerd/containerd/linux/shim/v1/shim.pb.go:1729 +0xbf
github.com/containerd/containerd/linux.(*Task).State(0xc4202ce2a0, 0x5651ca3145a0, 0xc420500990, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/containerd/containerd/linux/task.go:107 +0xc4
github.com/containerd/containerd/services/tasks.processFromContainerd(0x7fda3fabd338, 0xc420500990, 0x7fda3f978240, 0xc4202ce2a0, 0xc4202ce2a0, 0x5651ca3197c0, 0xc4202ce2a0)
/go/src/github.com/containerd/containerd/services/tasks/service.go:225 +0xbe
github.com/containerd/containerd/services/tasks.(*service).Get(0xc4202d0b70, 0x7fda3fabd338, 0xc420500990, 0xc4201fea20, 0xc4202d0b70, 0x5651c9a87c13, 0x3)
/go/src/github.com/containerd/containerd/services/tasks/service.go:268 +0xef
github.com/containerd/containerd/api/services/tasks/v1._Tasks_Get_Handler.func1(0x7fda3fabd338, 0xc420500990, 0x5651c9eede00, 0xc4201fea20, 0xc42009d9f0, 0x5651ca371bb8, 0x5651c9e30980, 0xc420063d00)
/go/src/github.com/containerd/containerd/api/services/tasks/v1/tasks.pb.go:680 +0x88
github.com/containerd/containerd/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.UnaryServerInterceptor(0x7fda3fabd338, 0xc420500990, 0x5651c9eede00, 0xc4201fea20, 0xc4201fea40, 0xc4201fea60, 0x50, 0x48, 0xc4201fea00, 0xc4204c5968)
/go/src/github.com/containerd/containerd/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/server.go:29 +0xd4
github.com/containerd/containerd/server.interceptor(0x7fda3fabd338, 0xc4205008d0, 0x5651c9eede00, 0xc4201fea20, 0xc4201fea40, 0xc4201fea60, 0x0, 0xc4204c59e0, 0x5651c936f39a, 0x50)
/go/src/github.com/containerd/containerd/server/server.go:267 +0x1d2
github.com/containerd/containerd/api/services/tasks/v1._Tasks_Get_Handler(0x5651c9f41aa0, 0xc4202d0b70, 0x7fda3fabd338, 0xc4205007b0, 0xc42009d900, 0x5651c9f594e0, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/containerd/containerd/api/services/tasks/v1/tasks.pb.go:682 +0x16f
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).processUnaryRPC(0xc4200b7e00, 0x5651ca3176e0, 0xc420482000, 0xc42048c700, 0xc4202d1500, 0x5651ca2fed80, 0x0, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:826 +0xab6
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).handleStream(0xc4200b7e00, 0x5651ca3176e0, 0xc420482000, 0xc42048c700, 0x0)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:1023 +0x152a
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc4201e42a0, 0xc4200b7e00, 0x5651ca3176e0, 0xc420482000, 0xc42048c700)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:572 +0xa1
created by github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:570 +0xa3
goroutine 19424 [IO wait]:
internal/poll.runtime_pollWait(0x7fda3fab8af0, 0x72, 0x0)
/usr/local/go/src/runtime/netpoll.go:173 +0x59
internal/poll.(*pollDesc).wait(0xc4202ee218, 0x72, 0xffffffffffffff00, 0x5651ca30ae60, 0x5651ca3052b0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0
internal/poll.(*pollDesc).waitRead(0xc4202ee218, 0xc420724000, 0x1, 0x1)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f
internal/poll.(*FD).Read(0xc4202ee200, 0xc4207240d1, 0x1, 0x1, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:126 +0x18c
net.(*netFD).Read(0xc4202ee200, 0xc4207240d1, 0x1, 0x1, 0x0, 0xc4202afc00, 0x5651c9388a2b)
/usr/local/go/src/net/fd_unix.go:202 +0x54
net.(*conn).Read(0xc4201e0150, 0xc4207240d1, 0x1, 0x1, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6f
net/http.(*connReader).backgroundRead(0xc4207240c0)
/usr/local/go/src/net/http/server.go:660 +0x64
created by net/http.(*connReader).startBackgroundRead
/usr/local/go/src/net/http/server.go:656 +0xda
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment