Skip to content

Instantly share code, notes, and snippets.

@mion00
Last active March 31, 2018 00:02
Show Gist options
  • Save mion00/7ff75e04d6ac21de353cef3e8c64fcd1 to your computer and use it in GitHub Desktop.
Save mion00/7ff75e04d6ac21de353cef3e8c64fcd1 to your computer and use it in GitHub Desktop.
Containerd-shim
time="2018-03-30T23:54:56Z" level=info msg="=== BEGIN goroutine stack dump ===
goroutine 11 [running]:
main.dumpStacks(0xc420068780)
/go/src/github.com/containerd/containerd/cmd/containerd-shim/main_unix.go:199 +0x8a
main.executeShim.func1(0xc4200103c0, 0xc420068780)
/go/src/github.com/containerd/containerd/cmd/containerd-shim/main_unix.go:123 +0x51
created by main.executeShim
/go/src/github.com/containerd/containerd/cmd/containerd-shim/main_unix.go:121 +0x5d4
goroutine 1 [select, 1487 minutes]:
main.handleSignals(0xc420068780, 0xc420010300, 0xc42005ce40, 0xc42000e240, 0xc42006f188, 0x83)
/go/src/github.com/containerd/containerd/cmd/containerd-shim/main_unix.go:163 +0x11e
main.executeShim(0x2, 0x2)
/go/src/github.com/containerd/containerd/cmd/containerd-shim/main_unix.go:126 +0x60c
main.main()
/go/src/github.com/containerd/containerd/cmd/containerd-shim/main_unix.go:71 +0x5c
goroutine 5 [syscall]:
os/signal.signal_recv(0x804ec0)
/usr/local/go/src/runtime/sigqueue.go:131 +0xa6
os/signal.loop()
/usr/local/go/src/os/signal/signal_unix.go:22 +0x22
created by os/signal.init.0
/usr/local/go/src/os/signal/signal_unix.go:28 +0x41
goroutine 6 [select, 1926 minutes, locked to thread]:
runtime.gopark(0x6c48d8, 0x0, 0x6b4709, 0x6, 0x18, 0x1)
/usr/local/go/src/runtime/proc.go:287 +0x12c
runtime.selectgo(0xc420038f50, 0xc420056180)
/usr/local/go/src/runtime/select.go:395 +0x1149
runtime.ensureSigM.func1()
/usr/local/go/src/runtime/signal_unix.go:511 +0x220
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2337 +0x1
goroutine 7 [semacquire, 1487 minutes]:
sync.runtime_SemacquireMutex(0xc42000e244, 0x6c4900)
/usr/local/go/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc42000e240)
/usr/local/go/src/sync/mutex.go:134 +0xee
github.com/containerd/containerd/linux/shim.(*Service).checkProcesses(0xc42000e240, 0xbea77a4bd146b33d, 0x184913e3b879, 0x820000, 0x8cb, 0x0)
/go/src/github.com/containerd/containerd/linux/shim/service.go:436 +0x45
github.com/containerd/containerd/linux/shim.(*Service).processExits(0xc42000e240)
/go/src/github.com/containerd/containerd/linux/shim/service.go:431 +0x107
created by github.com/containerd/containerd/linux/shim.NewService
/go/src/github.com/containerd/containerd/linux/shim/service.go:62 +0x4bb
goroutine 8 [syscall, 1926 minutes]:
syscall.Syscall6(0xe8, 0x4, 0xc42003c9b8, 0x80, 0xffffffffffffffff, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/syscall/asm_linux_amd64.s:44 +0x5
github.com/containerd/containerd/vendor/golang.org/x/sys/unix.EpollWait(0x4, 0xc42003c9b8, 0x80, 0x80, 0xffffffffffffffff, 0x0, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/golang.org/x/sys/unix/zsyscall_linux_amd64.go:1518 +0x77
github.com/containerd/containerd/vendor/github.com/containerd/console.(*Epoller).Wait(0xc42000a660, 0x454b10, 0xc420037ce8)
/go/src/github.com/containerd/containerd/vendor/github.com/containerd/console/console_linux.go:94 +0x7a
created by github.com/containerd/containerd/linux/shim.(*Service).initPlatform
/go/src/github.com/containerd/containerd/linux/shim/service_linux.go:89 +0xca
goroutine 9 [chan receive, 1489 minutes]:
github.com/containerd/containerd/linux/shim.(*Service).forward(0xc42000e240, 0x803a40, 0xc4200408d0)
/go/src/github.com/containerd/containerd/linux/shim/service.go:480 +0x6c
created by github.com/containerd/containerd/linux/shim.NewService
/go/src/github.com/containerd/containerd/linux/shim/service.go:66 +0x56d
goroutine 10 [IO wait, 1926 minutes]:
internal/poll.runtime_pollWait(0x7f64ddb48f70, 0x72, 0xffffffffffffffff)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc4200b0198, 0x72, 0xc42003dc00, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xae
internal/poll.(*pollDesc).waitRead(0xc4200b0198, 0xffffffffffffff00, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Accept(0xc4200b0180, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:335 +0x1e2
net.(*netFD).accept(0xc4200b0180, 0x5dd465, 0xc42005ce50, 0xc42005ce10)
/usr/local/go/src/net/fd_unix.go:238 +0x42
net.(*UnixListener).accept(0xc42005d080, 0x5dc8e3, 0x454b10, 0xc42003dea8)
/usr/local/go/src/net/unixsock_posix.go:162 +0x32
net.(*UnixListener).Accept(0xc42005d080, 0x6c4330, 0xc4200687d0, 0x806dc0, 0xc420012050)
/usr/local/go/src/net/unixsock.go:241 +0x49
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Server).Serve(0xc42005ce40, 0x806740, 0xc42005d080, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/server.go:69 +0x113
main.serve.func1(0x806740, 0xc42005d080, 0xc42005ce40)
/go/src/github.com/containerd/containerd/cmd/containerd-shim/main_unix.go:148 +0x71
created by main.serve
/go/src/github.com/containerd/containerd/cmd/containerd-shim/main_unix.go:146 +0x175
goroutine 12 [select, 1487 minutes]:
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*serverConn).run(0xc4200687d0, 0x806dc0, 0xc420012050)
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/server.go:398 +0x546
created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Server).Serve
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/server.go:109 +0x273
goroutine 13 [IO wait, 1487 minutes]:
internal/poll.runtime_pollWait(0x7f64ddb48eb0, 0x72, 0x0)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc4200b0298, 0x72, 0xffffffffffffff00, 0x804300, 0x8021b8)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xae
internal/poll.(*pollDesc).waitRead(0xc4200b0298, 0xc4200dc000, 0x1000, 0x1000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc4200b0280, 0xc4200dc000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:126 +0x18a
net.(*netFD).Read(0xc4200b0280, 0xc4200dc000, 0x1000, 0x1000, 0xc42003fd48, 0x43becc, 0xc42003fef0)
/usr/local/go/src/net/fd_unix.go:202 +0x52
net.(*conn).Read(0xc42000c070, 0xc4200dc000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6d
bufio.(*Reader).Read(0xc4200106c0, 0xc42005d180, 0xa, 0xa, 0xc42003ff86, 0x80b660, 0xc42003ff80)
/usr/local/go/src/bufio/bufio.go:213 +0x30b
io.ReadAtLeast(0x803380, 0xc4200106c0, 0xc42005d180, 0xa, 0xa, 0xa, 0xc42003fce8, 0x410337, 0xc42003ff20)
/usr/local/go/src/io/io.go:309 +0x86
io.ReadFull(0x803380, 0xc4200106c0, 0xc42005d180, 0xa, 0xa, 0x3, 0x3, 0xc42003fd18)
/usr/local/go/src/io/io.go:327 +0x58
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.readMessageHeader(0xc42005d180, 0xa, 0xa, 0x803380, 0xc4200106c0, 0xc42003fe70, 0x2, 0x2, 0xc42003fed0)
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/channel.go:37 +0x60
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*channel).recv(0xc42005d170, 0x806d80, 0xc42004a540, 0x0, 0xc420108180, 0x0, 0x0, 0x568, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/channel.go:83 +0x6d
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*serverConn).run.func1(0xc420056360, 0xc4200687d0, 0xc420056420, 0xc42005d170, 0x806d80, 0xc42004a540, 0xc4200563c0, 0xc420010720)
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/server.go:329 +0x1d3
created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*serverConn).run
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/server.go:299 +0x374
goroutine 21 [IO wait]:
internal/poll.runtime_pollWait(0x7f64ddb48c70, 0x72, 0x1)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc420068a68, 0x72, 0xffffffffffffff01, 0x804300, 0x8021b8)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xae
internal/poll.(*pollDesc).waitRead(0xc420068a68, 0xc42012e001, 0x8000, 0x8000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc420068a50, 0xc42012e000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:126 +0x18a
os.(*File).read(0xc42000c0a8, 0xc42012e000, 0x8000, 0x8000, 0x20d, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:216 +0x4e
os.(*File).Read(0xc42000c0a8, 0xc42012e000, 0x8000, 0x8000, 0x20d, 0x0, 0x0)
/usr/local/go/src/os/file.go:103 +0x6d
io.copyBuffer(0x7f64ddb04098, 0xc4200d80c0, 0x803d40, 0xc42000c0a8, 0xc42012e000, 0x8000, 0x8000, 0x6aa580, 0xc420106000, 0x803d40)
/usr/local/go/src/io/io.go:392 +0x123
io.Copy(0x7f64ddb04098, 0xc4200d80c0, 0x803d40, 0xc42000c0a8, 0xc42000c0a8, 0x0, 0x0)
/usr/local/go/src/io/io.go:362 +0x68
github.com/containerd/containerd/linux/proc.copyPipes.func1.1(0xc420106020, 0x7f64ddb04040, 0xc4200d80c0, 0x8073a0, 0xc42000aa00, 0xc4200a03c0, 0x7f64ddb04070, 0xc4200d8180)
/go/src/github.com/containerd/containerd/linux/proc/io.go:23 +0xe5
created by github.com/containerd/containerd/linux/proc.copyPipes.func1
/go/src/github.com/containerd/containerd/linux/proc/io.go:21 +0xe2
goroutine 26 [IO wait, 1926 minutes]:
internal/poll.runtime_pollWait(0x7f64ddb48af0, 0x72, 0x1)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc420068b08, 0x72, 0xffffffffffffff01, 0x804300, 0x8021b8)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xae
internal/poll.(*pollDesc).waitRead(0xc420068b08, 0xc420126001, 0x8000, 0x8000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc420068af0, 0xc420126000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:126 +0x18a
os.(*File).read(0xc42000c0b8, 0xc420126000, 0x8000, 0x8000, 0x62a07b, 0x66a740, 0x7f64ddb040e8)
/usr/local/go/src/os/file_unix.go:216 +0x4e
os.(*File).Read(0xc42000c0b8, 0xc420126000, 0x8000, 0x8000, 0x8000, 0x8000, 0x0)
/usr/local/go/src/os/file.go:103 +0x6d
io.copyBuffer(0x7f64ddb04098, 0xc4200d81e0, 0x803d40, 0xc42000c0b8, 0xc420126000, 0x8000, 0x8000, 0x6aa580, 0xc420106000, 0x803d40)
/usr/local/go/src/io/io.go:392 +0x123
io.Copy(0x7f64ddb04098, 0xc4200d81e0, 0x803d40, 0xc42000c0b8, 0xc42000c0b8, 0x0, 0x0)
/usr/local/go/src/io/io.go:362 +0x68
github.com/containerd/containerd/linux/proc.copyPipes.func2.1(0xc420106020, 0x7f64ddb04040, 0xc4200d81e0, 0x8073a0, 0xc42000aa00, 0xc4200a03c0, 0x7f64ddb04070, 0xc4200d8240)
/go/src/github.com/containerd/containerd/linux/proc/io.go:34 +0xe5
created by github.com/containerd/containerd/linux/proc.copyPipes.func2
/go/src/github.com/containerd/containerd/linux/proc/io.go:32 +0xe2
goroutine 19117 [semacquire, 1487 minutes]:
sync.runtime_SemacquireMutex(0xc42000e244, 0x40fe00)
/usr/local/go/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc42000e240)
/usr/local/go/src/sync/mutex.go:134 +0xee
github.com/containerd/containerd/linux/shim.(*Service).State(0xc42000e240, 0x806d80, 0xc42004a540, 0xc420040000, 0x0, 0x0, 0x0)
/go/src/github.com/containerd/containerd/linux/shim/service.go:237 +0x66
github.com/containerd/containerd/linux/shim/v1.RegisterShimService.func1(0x806d80, 0xc42004a540, 0xc42010a040, 0xc420106000, 0x5, 0xc42000a6e0, 0x0)
/go/src/github.com/containerd/containerd/linux/shim/v1/shim.pb.go:1607 +0xd5
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*serviceSet).dispatch(0xc42000c058, 0x806d80, 0xc42004a540, 0xc420064030, 0x25, 0xc420106000, 0x5, 0xc420092000, 0x42, 0x42, ...)
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/services.go:71 +0x10e
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*serviceSet).call(0xc42000c058, 0x806d80, 0xc42004a540, 0xc420064030, 0x25, 0xc420106000, 0x5, 0xc420092000, 0x42, 0x42, ...)
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/services.go:44 +0xb5
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*serverConn).run.func2(0xc4200687d0, 0x806d80, 0xc42004a540, 0x21eb, 0xc420108180, 0xc420056360, 0xc420056420, 0xc4000021eb)
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/server.go:402 +0xaa
created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*serverConn).run
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/server.go:401 +0x8e7
goroutine 19100 [select, 1487 minutes]:
github.com/containerd/containerd/vendor/github.com/containerd/fifo.OpenFifo(0x7f64ddb04000, 0xc42004a540, 0xc420077810, 0xa3, 0x1, 0xc400000000, 0x300000002, 0xc4201e5380, 0xc4200e5780, 0x43286f)
/go/src/github.com/containerd/containerd/vendor/github.com/containerd/fifo/fifo.go:122 +0x381
github.com/containerd/containerd/linux/proc.copyPipes(0x806d80, 0xc42004a540, 0x8073a0, 0xc42000a120, 0x0, 0x0, 0xc420077760, 0xa3, 0xc420077810, 0xa3, ...)
/go/src/github.com/containerd/containerd/linux/proc/io.go:41 +0x3be
github.com/containerd/containerd/linux/proc.(*execProcess).start(0xc4203d8000, 0x806d80, 0xc42004a540, 0x0, 0x0)
/go/src/github.com/containerd/containerd/linux/proc/exec.go:167 +0x591
github.com/containerd/containerd/linux/proc.(*execCreatedState).Start(0xc420112458, 0x806d80, 0xc42004a540, 0x0, 0x0)
/go/src/github.com/containerd/containerd/linux/proc/exec_state.go:40 +0xa2
github.com/containerd/containerd/linux/proc.(*execProcess).Start(0xc4203d8000, 0x806d80, 0xc42004a540, 0x40, 0xc42013a098)
<autogenerated>:1 +0x51
github.com/containerd/containerd/linux/shim.(*Service).Start(0xc42000e240, 0x806d80, 0xc42004a540, 0xc420142030, 0x0, 0x0, 0x0)
/go/src/github.com/containerd/containerd/linux/shim/service.go:134 +0x110
github.com/containerd/containerd/linux/shim/v1.RegisterShimService.func3(0x806d80, 0xc42004a540, 0xc42000a080, 0xc420012040, 0x5, 0xc42000a720, 0x0)
/go/src/github.com/containerd/containerd/linux/shim/v1/shim.pb.go:1621 +0xd5
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*serviceSet).dispatch(0xc42000c058, 0x806d80, 0xc42004a540, 0xc420158000, 0x25, 0xc420012040, 0x5, 0xc420014050, 0x42, 0x42, ...)
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/services.go:71 +0x10e
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*serviceSet).call(0xc42000c058, 0x806d80, 0xc42004a540, 0xc420158000, 0x25, 0xc420012040, 0x5, 0xc420014050, 0x42, 0x42, ...)
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/services.go:44 +0xb5
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*serverConn).run.func2(0xc4200687d0, 0x806d80, 0xc42004a540, 0x21e9, 0xc42004a0c0, 0xc420056360, 0xc420056420, 0xc4000021e9)
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/server.go:402 +0xaa
created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*serverConn).run
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/server.go:401 +0x8e7
goroutine 19102 [select, 1487 minutes]:
github.com/containerd/containerd/vendor/github.com/containerd/fifo.OpenFifo.func1(0x0, 0x7f64ddb04000, 0xc42004a540, 0xc420254360)
/go/src/github.com/containerd/containerd/vendor/github.com/containerd/fifo/fifo.go:76 +0x151
created by github.com/containerd/containerd/vendor/github.com/containerd/fifo.OpenFifo
/go/src/github.com/containerd/containerd/vendor/github.com/containerd/fifo/fifo.go:72 +0x209
goroutine 19103 [syscall, 1487 minutes]:
syscall.Syscall6(0x101, 0xffffffffffffff9c, 0xc420118360, 0x80001, 0x0, 0x0, 0x0, 0x11c0, 0x0, 0x0)
/usr/local/go/src/syscall/asm_linux_amd64.s:44 +0x5
syscall.openat(0xffffffffffffff9c, 0xc420012350, 0x10, 0x80001, 0x0, 0xc420259eb0, 0x439cff, 0xc42004a1d0)
/usr/local/go/src/syscall/zsyscall_linux_amd64.go:38 +0xba
syscall.Open(0xc420012350, 0x10, 0x80001, 0x0, 0xc420259ef8, 0x1, 0x0)
/usr/local/go/src/syscall/syscall_linux.go:51 +0x50
os.OpenFile(0xc420012350, 0x10, 0x1, 0x0, 0x0, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:158 +0x7a
github.com/containerd/containerd/vendor/github.com/containerd/fifo.OpenFifo.func2(0x0, 0xc42004a1c0, 0x1, 0xc420254360, 0x7f64ddb04000, 0xc42004a540)
/go/src/github.com/containerd/containerd/vendor/github.com/containerd/fifo/fifo.go:94 +0x2e5
created by github.com/containerd/containerd/vendor/github.com/containerd/fifo.OpenFifo
/go/src/github.com/containerd/containerd/vendor/github.com/containerd/fifo/fifo.go:87 +0x266
=== END goroutine stack dump ===" namespace=moby path="/run/docker/containerd/daemon/io.containerd.runtime.v1.linux/moby/781a578233ce5fa53d0a21e513c433e462d0d1de1cc0a4821b45e044a850edcb" pid=84188
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment