-
-
Save tremby/09df290352484c5758cf90fe5278b63f to your computer and use it in GitHub Desktop.
Gitlab frozen mailroom diagnostics
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # Step 01 | |
| # per https://gitlab.com/gitlab-org/gitlab-ce/issues/13357#note_4857268 | |
| gdb | |
| attach <PID> | |
| redirect_stdout | |
| eval("puts Kernel.caller.join(\"\\n\")") | |
| # Step 02 | |
| gdb | |
| attach <PID> | |
| info threads | |
| # Step 03 | |
| gdb | |
| attach <PID> | |
| thread apply all bt | |
| # Step 04 | |
| lsof -p <PID> | |
| # Step 05 | |
| strace -p <PID> -o /tmp/strace.txt |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # no output in gdb console | |
| # output from stdout (redirected) | |
| /opt/gitlab/embedded/service/gem/ruby/2.1.0/gems/mail_room-0.6.1/lib/mail_room/coordinator.rb:36:in `sleep' | |
| /opt/gitlab/embedded/service/gem/ruby/2.1.0/gems/mail_room-0.6.1/lib/mail_room/coordinator.rb:36:in `sleep_while_running' | |
| /opt/gitlab/embedded/service/gem/ruby/2.1.0/gems/mail_room-0.6.1/lib/mail_room/coordinator.rb:23:in `run' | |
| /opt/gitlab/embedded/service/gem/ruby/2.1.0/gems/mail_room-0.6.1/lib/mail_room/cli.rb:52:in `start' | |
| /opt/gitlab/embedded/service/gem/ruby/2.1.0/gems/mail_room-0.6.1/bin/mail_room:5:in `<top (required)>' | |
| /opt/gitlab/embedded/service/gem/ruby/2.1.0/bin/mail_room:23:in `load' | |
| /opt/gitlab/embedded/service/gem/ruby/2.1.0/bin/mail_room:23:in `<main>' |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| (gdb) info threads | |
| Id Target Id Frame | |
| 7 Thread 0x7f788c098700 (LWP 17360) "ruby-timer-thr" 0x00007f788b7bd12d in poll () at ../sysdeps/unix/syscall-template.S:81 | |
| 6 Thread 0x7f7880b6e700 (LWP 17383) "ruby" pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| 5 Thread 0x7f788086b700 (LWP 19865) "ruby" 0x00007f788b7bd1ef in __GI_ppoll (fds=fds@entry=0x7f788086a500, nfds=nfds@entry=1, timeout=<optimised out>, | |
| timeout@entry=0x0, sigmask=sigmask@entry=0x0) at ../sysdeps/unix/sysv/linux/ppoll.c:56 | |
| 4 Thread 0x7f7880a6d700 (LWP 21817) "ruby" 0x00007f788b7bd1ef in __GI_ppoll (fds=fds@entry=0x7f7880a6c500, nfds=nfds@entry=1, timeout=<optimised out>, | |
| timeout@entry=0x0, sigmask=sigmask@entry=0x0) at ../sysdeps/unix/sysv/linux/ppoll.c:56 | |
| 3 Thread 0x7f7880c6f700 (LWP 22048) "ruby" 0x00007f788b7bd1ef in __GI_ppoll (fds=fds@entry=0x7f7880c6e500, nfds=nfds@entry=1, timeout=<optimised out>, | |
| timeout@entry=0x0, sigmask=sigmask@entry=0x0) at ../sysdeps/unix/sysv/linux/ppoll.c:56 | |
| 2 Thread 0x7f788096c700 (LWP 22050) "ruby" pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 | |
| * 1 Thread 0x7f788c19d740 (LWP 17320) "ruby" pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| (gdb) thread apply all bt | |
| Thread 7 (Thread 0x7f788c098700 (LWP 17360)): | |
| #0 0x00007f788b7bd12d in poll () at ../sysdeps/unix/syscall-template.S:81 | |
| #1 0x00007f788bc82231 in timer_thread_sleep (gvl=0xd8a018) at thread_pthread.c:1420 | |
| #2 thread_timer (p=0xd8a018) at thread_pthread.c:1497 | |
| #3 0x00007f788b4b8182 in start_thread (arg=0x7f788c098700) at pthread_create.c:312 | |
| #4 0x00007f788b7ca47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 | |
| Thread 6 (Thread 0x7f7880b6e700 (LWP 17383)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007f788bc82910 in native_cond_wait (mutex=0x10043e60, cond=<optimised out>) at thread_pthread.c:334 | |
| #2 native_sleep (th=th@entry=0x10043d40, timeout_tv=0x0) at thread_pthread.c:1102 | |
| #3 0x00007f788bc88e34 in sleep_forever (deadlockable=1, spurious_check=0, th=0x10043d40) at thread.c:1003 | |
| #4 rb_mutex_sleep_forever (time=time@entry=8) at thread.c:4558 | |
| #5 0x00007f788bb18690 in rb_ensure (b_proc=b_proc@entry=0x7f788bc88d70 <rb_mutex_sleep_forever>, data1=data1@entry=8, e_proc=e_proc@entry=0x7f788bc87400 <rb_mutex_lock>, | |
| data2=data2@entry=116482960) at eval.c:853 | |
| #6 0x00007f788bc8af72 in rb_mutex_sleep (self=self@entry=116482960, timeout=<optimised out>) at thread.c:4582 | |
| #7 0x00007f788bc8afa8 in mutex_sleep (argc=<optimised out>, argv=<optimised out>, self=116482960) at thread.c:4611 | |
| #8 0x00007f788bc6d03f in vm_call0_cfunc_with_frame (argv=0x7f7880b6d5d8, ci=0x7f7880b6d2c0, th=0x10043d40) at vm_eval.c:118 | |
| #9 vm_call0_cfunc (argv=0x7f7880b6d5d8, ci=0x7f7880b6d2c0, th=0x10043d40) at vm_eval.c:135 | |
| #10 vm_call0_body (th=th@entry=0x10043d40, ci=ci@entry=0x7f7880b6d3a0, argv=0x7f7880b6d5d8) at vm_eval.c:175 | |
| #11 0x00007f788bc6dcef in vm_call0 (defined_class=<optimised out>, me=<optimised out>, argv=<optimised out>, argc=1, id=10784, recv=116482960, th=0x10043d40) at vm_eval.c:50 | |
| #12 rb_call0 (recv=116482960, mid=10784, argc=1, argv=<optimised out>, scope=<optimised out>, self=<optimised out>) at vm_eval.c:326 | |
| #13 0x00007f788bb18690 in rb_ensure (b_proc=b_proc@entry=0x7f788a7490c0 <do_sleep>, data1=data1@entry=140155532269008, | |
| e_proc=e_proc@entry=0x7f788a749080 <delete_current_thread>, data2=data2@entry=116893640) at eval.c:853 | |
| #14 0x00007f788a749789 in rb_condvar_wait (argc=<optimised out>, argv=<optimised out>, self=116893680) at thread.c:146 | |
| #15 0x00007f788bc63034 in vm_call_cfunc_with_frame (ci=<optimised out>, reg_cfp=0x10145f10, th=0x10043d40) at vm_insnhelper.c:1510 | |
| #16 vm_call_cfunc (th=0x10043d40, reg_cfp=0x10145f10, ci=<optimised out>) at vm_insnhelper.c:1600 | |
| #17 0x00007f788bc67da4 in vm_exec_core (th=th@entry=0x10043d40, initial=initial@entry=0) at insns.def:1025 | |
| #18 0x00007f788bc6bc6f in vm_exec (th=th@entry=0x10043d40) at vm.c:1427 | |
| #19 0x00007f788bc6edda in invoke_block_from_c (th=0x10043d40, block=<optimised out>, self=<optimised out>, argc=<optimised out>, argv=<optimised out>, | |
| blockptr=<optimised out>, cref=0x0, defined_class=34355040) at vm.c:817 | |
| #20 0x00007f788bc6f5bb in vm_invoke_proc (th=th@entry=0x10043d40, proc=proc@entry=0xc19fd10, self=112263760, defined_class=34355040, argc=0, argv=0x6b31c30, | |
| blockptr=blockptr@entry=0x0) at vm.c:881 | |
| #21 0x00007f788bc6f66a in rb_vm_invoke_proc (th=th@entry=0x10043d40, proc=proc@entry=0xc19fd10, argc=<optimised out>, argv=<optimised out>, blockptr=blockptr@entry=0x0) | |
| at vm.c:900 | |
| #22 0x00007f788bc850a0 in thread_start_func_2 (th=th@entry=0x10043d40, stack_start=<optimised out>) at thread.c:535 | |
| #23 0x00007f788bc8550b in thread_start_func_1 (th_ptr=0x10043d40) at thread_pthread.c:846 | |
| #24 0x00007f788b4b8182 in start_thread (arg=0x7f7880b6e700) at pthread_create.c:312 | |
| #25 0x00007f788b7ca47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 | |
| Thread 5 (Thread 0x7f788086b700 (LWP 19865)): | |
| #0 0x00007f788b7bd1ef in __GI_ppoll (fds=fds@entry=0x7f788086a500, nfds=nfds@entry=1, timeout=<optimised out>, timeout@entry=0x0, sigmask=sigmask@entry=0x0) | |
| at ../sysdeps/unix/sysv/linux/ppoll.c:56 | |
| #1 0x00007f788bc8a648 in rb_wait_for_single_fd (fd=<optimised out>, events=events@entry=1, tv=tv@entry=0x0) at thread.c:3675 | |
| #2 0x00007f788bc8ab64 in rb_thread_wait_fd_rw (read=1, fd=<optimised out>) at thread.c:3514 | |
| #3 rb_thread_wait_fd (fd=<optimised out>) at thread.c:3525 | |
| #4 0x00007f78887d43e0 in ossl_ssl_read_internal (nonblock=0, self=92866720, argv=<optimised out>, argc=<optimised out>) at ossl_ssl.c:1422 | |
| #5 ossl_ssl_read (argc=<optimised out>, argv=<optimised out>, self=92866720) at ossl_ssl.c:1476 | |
| #6 0x00007f788bc63034 in vm_call_cfunc_with_frame (ci=<optimised out>, reg_cfp=0x7f78743e4e90, th=0x7f7874642b40) at vm_insnhelper.c:1510 | |
| #7 vm_call_cfunc (th=0x7f7874642b40, reg_cfp=0x7f78743e4e90, ci=<optimised out>) at vm_insnhelper.c:1600 | |
| #8 0x00007f788bc67da4 in vm_exec_core (th=th@entry=0x7f7874642b40, initial=initial@entry=0) at insns.def:1025 | |
| #9 0x00007f788bc6bc6f in vm_exec (th=th@entry=0x7f7874642b40) at vm.c:1427 | |
| #10 0x00007f788bc6edda in invoke_block_from_c (th=0x7f7874642b40, block=<optimised out>, self=<optimised out>, argc=<optimised out>, argv=<optimised out>, | |
| blockptr=<optimised out>, cref=0x0, defined_class=25953400) at vm.c:817 | |
| #11 0x00007f788bc6f5bb in vm_invoke_proc (th=th@entry=0x7f7874642b40, proc=proc@entry=0x7f7874645080, self=92872600, defined_class=25953400, argc=0, argv=0x58a1638, | |
| blockptr=blockptr@entry=0x0) at vm.c:881 | |
| #12 0x00007f788bc6f66a in rb_vm_invoke_proc (th=th@entry=0x7f7874642b40, proc=proc@entry=0x7f7874645080, argc=<optimised out>, argv=<optimised out>, | |
| blockptr=blockptr@entry=0x0) at vm.c:900 | |
| #13 0x00007f788bc850a0 in thread_start_func_2 (th=th@entry=0x7f7874642b40, stack_start=<optimised out>) at thread.c:535 | |
| #14 0x00007f788bc8550b in thread_start_func_1 (th_ptr=0x7f7874642b40) at thread_pthread.c:846 | |
| #15 0x00007f788b4b8182 in start_thread (arg=0x7f788086b700) at pthread_create.c:312 | |
| #16 0x00007f788b7ca47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 | |
| Thread 4 (Thread 0x7f7880a6d700 (LWP 21817)): | |
| #0 0x00007f788b7bd1ef in __GI_ppoll (fds=fds@entry=0x7f7880a6c500, nfds=nfds@entry=1, timeout=<optimised out>, timeout@entry=0x0, sigmask=sigmask@entry=0x0) | |
| at ../sysdeps/unix/sysv/linux/ppoll.c:56 | |
| #1 0x00007f788bc8a648 in rb_wait_for_single_fd (fd=<optimised out>, events=events@entry=1, tv=tv@entry=0x0) at thread.c:3675 | |
| #2 0x00007f788bc8ab64 in rb_thread_wait_fd_rw (read=1, fd=<optimised out>) at thread.c:3514 | |
| #3 rb_thread_wait_fd (fd=<optimised out>) at thread.c:3525 | |
| #4 0x00007f78887d43e0 in ossl_ssl_read_internal (nonblock=0, self=116132360, argv=<optimised out>, argc=<optimised out>) at ossl_ssl.c:1422 | |
| #5 ossl_ssl_read (argc=<optimised out>, argv=<optimised out>, self=116132360) at ossl_ssl.c:1476 | |
| #6 0x00007f788bc63034 in vm_call_cfunc_with_frame (ci=<optimised out>, reg_cfp=0x7f7874102b10, th=0x7f7874666ad0) at vm_insnhelper.c:1510 | |
| #7 vm_call_cfunc (th=0x7f7874666ad0, reg_cfp=0x7f7874102b10, ci=<optimised out>) at vm_insnhelper.c:1600 | |
| #8 0x00007f788bc67da4 in vm_exec_core (th=th@entry=0x7f7874666ad0, initial=initial@entry=0) at insns.def:1025 | |
| #9 0x00007f788bc6bc6f in vm_exec (th=th@entry=0x7f7874666ad0) at vm.c:1427 | |
| #10 0x00007f788bc6edda in invoke_block_from_c (th=0x7f7874666ad0, block=<optimised out>, self=<optimised out>, argc=<optimised out>, argv=<optimised out>, | |
| blockptr=<optimised out>, cref=0x0, defined_class=25953400) at vm.c:817 | |
| #11 0x00007f788bc6f5bb in vm_invoke_proc (th=th@entry=0x7f7874666ad0, proc=proc@entry=0x7f7874669010, self=116136120, defined_class=25953400, argc=0, argv=0x6ec9c80, | |
| blockptr=blockptr@entry=0x0) at vm.c:881 | |
| #12 0x00007f788bc6f66a in rb_vm_invoke_proc (th=th@entry=0x7f7874666ad0, proc=proc@entry=0x7f7874669010, argc=<optimised out>, argv=<optimised out>, | |
| blockptr=blockptr@entry=0x0) at vm.c:900 | |
| #13 0x00007f788bc850a0 in thread_start_func_2 (th=th@entry=0x7f7874666ad0, stack_start=<optimised out>) at thread.c:535 | |
| #14 0x00007f788bc8550b in thread_start_func_1 (th_ptr=0x7f7874666ad0) at thread_pthread.c:846 | |
| #15 0x00007f788b4b8182 in start_thread (arg=0x7f7880a6d700) at pthread_create.c:312 | |
| #16 0x00007f788b7ca47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 | |
| Thread 3 (Thread 0x7f7880c6f700 (LWP 22048)): | |
| #0 0x00007f788b7bd1ef in __GI_ppoll (fds=fds@entry=0x7f7880c6e500, nfds=nfds@entry=1, timeout=<optimised out>, timeout@entry=0x0, sigmask=sigmask@entry=0x0) | |
| at ../sysdeps/unix/sysv/linux/ppoll.c:56 | |
| #1 0x00007f788bc8a648 in rb_wait_for_single_fd (fd=<optimised out>, events=events@entry=1, tv=tv@entry=0x0) at thread.c:3675 | |
| #2 0x00007f788bc8ab64 in rb_thread_wait_fd_rw (read=1, fd=<optimised out>) at thread.c:3514 | |
| #3 rb_thread_wait_fd (fd=<optimised out>) at thread.c:3525 | |
| #4 0x00007f78887d43e0 in ossl_ssl_read_internal (nonblock=0, self=116481600, argv=<optimised out>, argc=<optimised out>) at ossl_ssl.c:1422 | |
| #5 ossl_ssl_read (argc=<optimised out>, argv=<optimised out>, self=116481600) at ossl_ssl.c:1476 | |
| #6 0x00007f788bc63034 in vm_call_cfunc_with_frame (ci=<optimised out>, reg_cfp=0x10043310, th=0x7f787468aad0) at vm_insnhelper.c:1510 | |
| #7 vm_call_cfunc (th=0x7f787468aad0, reg_cfp=0x10043310, ci=<optimised out>) at vm_insnhelper.c:1600 | |
| #8 0x00007f788bc67da4 in vm_exec_core (th=th@entry=0x7f787468aad0, initial=initial@entry=0) at insns.def:1025 | |
| #9 0x00007f788bc6bc6f in vm_exec (th=th@entry=0x7f787468aad0) at vm.c:1427 | |
| #10 0x00007f788bc6edda in invoke_block_from_c (th=0x7f787468aad0, block=<optimised out>, self=<optimised out>, argc=<optimised out>, argv=<optimised out>, | |
| blockptr=<optimised out>, cref=0x0, defined_class=25953400) at vm.c:817 | |
| #11 0x00007f788bc6f5bb in vm_invoke_proc (th=th@entry=0x7f787468aad0, proc=proc@entry=0x7f787468d010, self=116483120, defined_class=25953400, argc=0, argv=0x6f1f810, | |
| blockptr=blockptr@entry=0x0) at vm.c:881 | |
| #12 0x00007f788bc6f66a in rb_vm_invoke_proc (th=th@entry=0x7f787468aad0, proc=proc@entry=0x7f787468d010, argc=<optimised out>, argv=<optimised out>, | |
| blockptr=blockptr@entry=0x0) at vm.c:900 | |
| #13 0x00007f788bc850a0 in thread_start_func_2 (th=th@entry=0x7f787468aad0, stack_start=<optimised out>) at thread.c:535 | |
| #14 0x00007f788bc8550b in thread_start_func_1 (th_ptr=0x7f787468aad0) at thread_pthread.c:846 | |
| #15 0x00007f788b4b8182 in start_thread (arg=0x7f7880c6f700) at pthread_create.c:312 | |
| #16 0x00007f788b7ca47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 | |
| Thread 2 (Thread 0x7f788096c700 (LWP 22050)): | |
| #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 | |
| #1 0x00007f788bc82d7f in native_cond_timedwait (ts=<optimised out>, mutex=<optimised out>, cond=<optimised out>) at thread_pthread.c:352 | |
| #2 native_sleep (th=0x7f787468d340, timeout_tv=0x7f788096b560) at thread_pthread.c:1104 | |
| #3 0x00007f788bc8602a in sleep_timeval (th=0x7f787468d340, tv=..., spurious_check=spurious_check@entry=1) at thread.c:1053 | |
| #4 0x00007f788bc861ea in rb_thread_wait_for (time=...) at thread.c:1122 | |
| #5 0x00007f788bba29c0 in rb_f_sleep (argc=1, argv=0x7f78741c1218) at process.c:4230 | |
| #6 0x00007f788bc63034 in vm_call_cfunc_with_frame (ci=<optimised out>, reg_cfp=0x7f78742c1150, th=0x7f787468d340) at vm_insnhelper.c:1510 | |
| #7 vm_call_cfunc (th=0x7f787468d340, reg_cfp=0x7f78742c1150, ci=<optimised out>) at vm_insnhelper.c:1600 | |
| #8 0x00007f788bc67da4 in vm_exec_core (th=th@entry=0x7f787468d340, initial=initial@entry=0) at insns.def:1025 | |
| #9 0x00007f788bc6bc6f in vm_exec (th=th@entry=0x7f787468d340) at vm.c:1427 | |
| #10 0x00007f788bc6edda in invoke_block_from_c (th=0x7f787468d340, block=<optimised out>, self=<optimised out>, argc=<optimised out>, argv=<optimised out>, | |
| blockptr=<optimised out>, cref=0x0, defined_class=34355040) at vm.c:817 | |
| #11 0x00007f788bc6f5bb in vm_invoke_proc (th=th@entry=0x7f787468d340, proc=proc@entry=0x7f787468f7d0, self=112263760, defined_class=34355040, argc=0, argv=0x6f7acb0, | |
| blockptr=blockptr@entry=0x0) at vm.c:881 | |
| #12 0x00007f788bc6f66a in rb_vm_invoke_proc (th=th@entry=0x7f787468d340, proc=proc@entry=0x7f787468f7d0, argc=<optimised out>, argv=<optimised out>, | |
| blockptr=blockptr@entry=0x0) at vm.c:900 | |
| #13 0x00007f788bc850a0 in thread_start_func_2 (th=th@entry=0x7f787468d340, stack_start=<optimised out>) at thread.c:535 | |
| #14 0x00007f788bc8550b in thread_start_func_1 (th_ptr=0x7f787468d340) at thread_pthread.c:846 | |
| #15 0x00007f788b4b8182 in start_thread (arg=0x7f788096c700) at pthread_create.c:312 | |
| #16 0x00007f788b7ca47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 | |
| Thread 1 (Thread 0x7f788c19d740 (LWP 17320)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 | |
| #1 0x00007f788bc82ccb in native_cond_wait (mutex=0xd8a020, cond=<optimised out>) at thread_pthread.c:334 | |
| #2 gvl_acquire_common (vm=0xd8a010) at thread_pthread.c:83 | |
| #3 gvl_acquire (th=<optimised out>, vm=0xd8a010) at thread_pthread.c:101 | |
| #4 native_sleep (th=0xd8a6a0, timeout_tv=0x7fffd0e5a680) at thread_pthread.c:1111 | |
| #5 0x00007f788bc8602a in sleep_timeval (th=0xd8a6a0, tv=..., spurious_check=spurious_check@entry=1) at thread.c:1053 | |
| #6 0x00007f788bc861ea in rb_thread_wait_for (time=...) at thread.c:1122 | |
| #7 0x00007f788bba29c0 in rb_f_sleep (argc=1, argv=0x7f788c0990c0) at process.c:4230 | |
| #8 0x00007f788bc63034 in vm_call_cfunc_with_frame (ci=<optimised out>, reg_cfp=0x7f788c198de0, th=0xd8a6a0) at vm_insnhelper.c:1510 | |
| #9 vm_call_cfunc (th=0xd8a6a0, reg_cfp=0x7f788c198de0, ci=<optimised out>) at vm_insnhelper.c:1600 | |
| #10 0x00007f788bc67da4 in vm_exec_core (th=th@entry=0xd8a6a0, initial=initial@entry=0) at insns.def:1025 | |
| #11 0x00007f788bc6bc6f in vm_exec (th=0xd8a6a0) at vm.c:1427 | |
| #12 0x00007f788bc73c49 in rb_iseq_eval (iseqval=<optimised out>) at vm.c:1653 | |
| #13 0x00007f788bb1b35e in rb_load_internal0 (th=0xd8a6a0, fname=34143040, wrap=<optimised out>) at load.c:615 | |
| #14 0x00007f788bb1ba72 in rb_load_internal (wrap=<optimised out>, fname=<optimised out>) at load.c:644 | |
| #15 rb_f_load (argc=<optimised out>, argv=<optimised out>) at load.c:704 | |
| #16 0x00007f788bc70cf1 in vm_call_cfunc_with_frame (ci=<optimised out>, reg_cfp=0x7f788c198f70, th=0xd8a6a0) at vm_insnhelper.c:1510 | |
| #17 vm_call_cfunc (ci=<optimised out>, reg_cfp=0x7f788c198f70, th=0xd8a6a0) at vm_insnhelper.c:1600 | |
| #18 vm_call_method (th=0xd8a6a0, cfp=0x7f788c198f70, ci=<optimised out>) at vm_insnhelper.c:1788 | |
| #19 0x00007f788bc67da4 in vm_exec_core (th=th@entry=0xd8a6a0, initial=initial@entry=0) at insns.def:1025 | |
| #20 0x00007f788bc6bc6f in vm_exec (th=th@entry=0xd8a6a0) at vm.c:1427 | |
| #21 0x00007f788bc73eb6 in rb_iseq_eval_main (iseqval=iseqval@entry=34386720) at vm.c:1666 | |
| #22 0x00007f788bb1586f in ruby_exec_internal (n=0x20cb320) at eval.c:253 | |
| #23 0x00007f788bb1798d in ruby_exec_node (n=n@entry=0x20cb320) at eval.c:318 | |
| #24 0x00007f788bb1a15c in ruby_run_node (n=0x20cb320) at eval.c:310 | |
| #25 0x000000000040087b in main (argc=4, argv=0x7fffd0e5b348) at main.c:36 |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # lsof -p 17320 | |
| COMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME | |
| ruby 17320 git cwd DIR 8,2 4096 547271 /var/opt/gitlab/gitlab-rails/working | |
| ruby 17320 git rtd DIR 8,2 4096 2 / | |
| ruby 17320 git txt REG 8,2 12389 1585076 /opt/gitlab/embedded/bin/ruby | |
| ruby 17320 git mem REG 8,2 101240 2223976 /lib/x86_64-linux-gnu/libresolv-2.19.so | |
| ruby 17320 git mem REG 8,2 22952 2246895 /lib/x86_64-linux-gnu/libnss_dns-2.19.so | |
| ruby 17320 git mem REG 8,2 8883 1977276 /opt/gitlab/embedded/lib/ruby/2.1.0/x86_64-linux/fiber.so | |
| ruby 17320 git mem REG 8,2 51671 2242088 /opt/gitlab/embedded/service/gem/ruby/2.1.0/gems/posix-spawn-0.3.11/lib/posix_spawn_ext.so | |
| ruby 17320 git mem REG 8,2 47712 2246901 /lib/x86_64-linux-gnu/libnss_files-2.19.so | |
| ruby 17320 git mem REG 8,2 47760 2246893 /lib/x86_64-linux-gnu/libnss_nis-2.19.so | |
| ruby 17320 git mem REG 8,2 97296 2246889 /lib/x86_64-linux-gnu/libnsl-2.19.so | |
| ruby 17320 git mem REG 8,2 39824 2246888 /lib/x86_64-linux-gnu/libnss_compat-2.19.so | |
| ruby 17320 git mem REG 8,2 204627 1584735 /opt/gitlab/embedded/lib/libpq.so.5.5 | |
| ruby 17320 git mem REG 8,2 696068 16095 /opt/gitlab/embedded/service/gem/ruby/2.1.0/gems/pg-0.18.4/lib/pg_ext.so | |
| ruby 17320 git mem REG 8,2 44369 1977290 /opt/gitlab/embedded/lib/ruby/2.1.0/x86_64-linux/syslog.so | |
| ruby 17320 git mem REG 8,2 64370 679676 /opt/gitlab/embedded/service/gem/ruby/2.1.0/gems/rinku-1.7.3/lib/rinku.so | |
| ruby 17320 git mem REG 8,2 683761 2242692 /opt/gitlab/embedded/service/gem/ruby/2.1.0/gems/RedCloth-4.2.9/lib/redcloth_scan.so | |
| ruby 17320 git mem REG 8,2 399207 2241292 /opt/gitlab/embedded/service/gem/ruby/2.1.0/gems/redcarpet-3.3.3/lib/redcarpet.so | |
| ruby 17320 git mem REG 8,2 618661 1977303 /opt/gitlab/embedded/lib/ruby/2.1.0/x86_64-linux/nkf.so | |
| ruby 17320 git mem REG 8,2 31792 2246897 /lib/x86_64-linux-gnu/librt-2.19.so | |
| ruby 17320 git mem REG 8,2 6074161 131907 /opt/gitlab/embedded/service/gem/ruby/2.1.0/gems/rugged-0.24.0/lib/rugged/rugged.so | |
| ruby 17320 git mem REG 8,2 26050 2244015 /opt/gitlab/embedded/service/gem/ruby/2.1.0/gems/version_sorter-2.0.0/lib/version_sorter.so | |
| ruby 17320 git mem REG 8,2 427741 1582969 /opt/gitlab/embedded/lib/libcurl.so.4.3.0 | |
| ruby 17320 git mem REG 8,2 141390 679740 /opt/gitlab/embedded/service/gem/ruby/2.1.0/gems/escape_utils-1.1.0/lib/escape_utils/escape_utils.so | |
| ruby 17320 git mem REG 8,2 29217 1977324 /opt/gitlab/embedded/lib/ruby/2.1.0/x86_64-linux/enc/big5.so | |
| ruby 17320 git mem REG 8,2 21205 1977357 /opt/gitlab/embedded/lib/ruby/2.1.0/x86_64-linux/enc/euc_kr.so | |
| ruby 17320 git mem REG 8,2 39994 1977331 /opt/gitlab/embedded/lib/ruby/2.1.0/x86_64-linux/enc/euc_jp.so | |
| ruby 17320 git mem REG 8,2 22125 1977316 /opt/gitlab/embedded/lib/ruby/2.1.0/x86_64-linux/enc/gb18030.so | |
| ruby 17320 git mem REG 8,2 40274 1977308 /opt/gitlab/embedded/lib/ruby/2.1.0/x86_64-linux/enc/shift_jis.so | |
| ruby 17320 git mem REG 8,2 19250 1977355 /opt/gitlab/embedded/lib/ruby/2.1.0/x86_64-linux/enc/koi8_r.so | |
| ruby 17320 git mem REG 8,2 19292 1977333 /opt/gitlab/embedded/lib/ruby/2.1.0/x86_64-linux/enc/windows_1251.so | |
| ruby 17320 git mem REG 8,2 17376 1977314 /opt/gitlab/embedded/lib/ruby/2.1.0/x86_64-linux/enc/iso_8859_6.so | |
| ruby 17320 git mem REG 8,2 19242 1977312 /opt/gitlab/embedded/lib/ruby/2.1.0/x86_64-linux/enc/iso_8859_5.so | |
| ruby 17320 git mem REG 8,2 17376 1977315 /opt/gitlab/embedded/lib/ruby/2.1.0/x86_64-linux/enc/iso_8859_8.so | |
| ruby 17320 git mem REG 8,2 19618 1977356 /opt/gitlab/embedded/lib/ruby/2.1.0/x86_64-linux/enc/iso_8859_9.so | |
| ruby 17320 git mem REG 8,2 19242 1977326 /opt/gitlab/embedded/lib/ruby/2.1.0/x86_64-linux/enc/iso_8859_7.so | |
| ruby 17320 git mem REG 8,2 19258 1977359 /opt/gitlab/embedded/lib/ruby/2.1.0/x86_64-linux/enc/iso_8859_1.so | |
| ruby 17320 git mem REG 8,2 19618 1977323 /opt/gitlab/embedded/lib/ruby/2.1.0/x86_64-linux/enc/iso_8859_2.so | |
| ruby 17320 git mem REG 8,2 5503 1584882 /opt/gitlab/embedded/lib/libicudata.so.54.1 | |
| ruby 17320 git mem REG 8,2 90160 2224058 /lib/x86_64-linux-gnu/libgcc_s.so.1 | |
| ruby 17320 git mem REG 8,2 979056 266420 /usr/lib/x86_64-linux-gnu/libstdc++.so.6.0.19 | |
| ruby 17320 git mem REG 8,2 3019935 1584738 /opt/gitlab/embedded/lib/libicui18n.so.54.1 | |
| ruby 17320 git mem REG 8,2 1876422 1584737 /opt/gitlab/embedded/lib/libicuuc.so.54.1 | |
| ruby 17320 git mem REG 8,2 98678 687843 /opt/gitlab/embedded/service/gem/ruby/2.1.0/gems/charlock_holmes-0.7.3/lib/charlock_holmes/charlock_holmes.so | |
| ruby 17320 git mem REG 8,2 57055 1977371 /opt/gitlab/embedded/lib/ruby/2.1.0/x86_64-linux/racc/cparse.so | |
| ruby 17320 git mem REG 8,2 979680 1582973 /opt/gitlab/embedded/lib/libiconv.so.2.5.1 | |
| ruby 17320 git mem REG 8,2 2434793 803734 /opt/gitlab/embedded/service/gem/ruby/2.1.0/gems/nokogiri-1.6.7.2/lib/nokogiri/nokogiri.so | |
| ruby 17320 git mem REG 8,2 20512 1977287 /opt/gitlab/embedded/lib/ruby/2.1.0/x86_64-linux/digest/sha2.so | |
| ruby 17320 git mem REG 8,2 192299 142179 /opt/gitlab/embedded/service/gem/ruby/2.1.0/gems/json-1.8.3/lib/json/ext/generator.so | |
| ruby 17320 git mem REG 8,2 15738 1977358 /opt/gitlab/embedded/lib/ruby/2.1.0/x86_64-linux/enc/utf_32le.so | |
| ruby 17320 git mem REG 8,2 15698 1977322 /opt/gitlab/embedded/lib/ruby/2.1.0/x86_64-linux/enc/utf_32be.so | |
| ruby 17320 git mem REG 8,2 21634 1977310 /opt/gitlab/embedded/lib/ruby/2.1.0/x86_64-linux/enc/utf_16le.so | |
| ruby 17320 git mem REG 8,2 21570 1977332 /opt/gitlab/embedded/lib/ruby/2.1.0/x86_64-linux/enc/utf_16be.so | |
| ruby 17320 git mem REG 8,2 86493 142178 /opt/gitlab/embedded/service/gem/ruby/2.1.0/gems/json-1.8.3/lib/json/ext/parser.so | |
| ruby 17320 git mem REG 8,2 363475 1977295 /opt/gitlab/embedded/lib/ruby/2.1.0/x86_64-linux/bigdecimal.so | |
| ruby 17320 git mem REG 8,2 140390 1582958 /opt/gitlab/embedded/lib/libyaml-0.so.2.0.4 | |
| ruby 17320 git mem REG 8,2 106694 1977361 /opt/gitlab/embedded/lib/ruby/2.1.0/x86_64-linux/psych.so | |
| ruby 17320 git mem REG 8,2 13843 1977285 /opt/gitlab/embedded/lib/ruby/2.1.0/x86_64-linux/digest/md5.so | |
| ruby 17320 git mem REG 8,2 517400 1582977 /opt/gitlab/embedded/lib/libssl.so.1.0.0 | |
| ruby 17320 git mem REG 8,2 1512014 1977293 /opt/gitlab/embedded/lib/ruby/2.1.0/x86_64-linux/openssl.so | |
| ruby 17320 git mem REG 8,2 12279 1977273 /opt/gitlab/embedded/lib/ruby/2.1.0/x86_64-linux/fcntl.so | |
| ruby 17320 git mem REG 8,2 1047248 1977289 /opt/gitlab/embedded/lib/ruby/2.1.0/x86_64-linux/date_core.so | |
| ruby 17320 git mem REG 8,2 249383 1977278 /opt/gitlab/embedded/lib/ruby/2.1.0/x86_64-linux/zlib.so | |
| ruby 17320 git mem REG 8,2 683952 1977301 /opt/gitlab/embedded/lib/ruby/2.1.0/x86_64-linux/socket.so | |
| ruby 17320 git mem REG 8,2 52851 1977366 /opt/gitlab/embedded/lib/ruby/2.1.0/x86_64-linux/digest.so | |
| ruby 17320 git mem REG 8,2 97389 1584868 /opt/gitlab/embedded/lib/libz.so.1.2.8 | |
| ruby 17320 git mem REG 8,2 2678575 1584786 /opt/gitlab/embedded/lib/libcrypto.so.1.0.0 | |
| ruby 17320 git mem REG 8,2 14787 1977284 /opt/gitlab/embedded/lib/ruby/2.1.0/x86_64-linux/digest/sha1.so | |
| ruby 17320 git mem REG 8,2 98867 1977370 /opt/gitlab/embedded/lib/ruby/2.1.0/x86_64-linux/strscan.so | |
| ruby 17320 git mem REG 8,2 44141 1977296 /opt/gitlab/embedded/lib/ruby/2.1.0/x86_64-linux/etc.so | |
| ruby 17320 git mem REG 8,2 69739 1977374 /opt/gitlab/embedded/lib/ruby/2.1.0/x86_64-linux/io/console.so | |
| ruby 17320 git mem REG 8,2 109863 1977292 /opt/gitlab/embedded/lib/ruby/2.1.0/x86_64-linux/pathname.so | |
| ruby 17320 git mem REG 8,2 123960 1977367 /opt/gitlab/embedded/lib/ruby/2.1.0/x86_64-linux/stringio.so | |
| ruby 17320 git mem REG 8,2 56303 1977299 /opt/gitlab/embedded/lib/ruby/2.1.0/x86_64-linux/thread.so | |
| ruby 17320 git mem REG 8,2 28520 1977338 /opt/gitlab/embedded/lib/ruby/2.1.0/x86_64-linux/enc/trans/transdb.so | |
| ruby 17320 git mem REG 8,2 20982 1977305 /opt/gitlab/embedded/lib/ruby/2.1.0/x86_64-linux/enc/encdb.so | |
| ruby 17320 git mem REG 8,2 1071552 2246883 /lib/x86_64-linux-gnu/libm-2.19.so | |
| ruby 17320 git mem REG 8,2 43368 2246886 /lib/x86_64-linux-gnu/libcrypt-2.19.so | |
| ruby 17320 git mem REG 8,2 14664 2246885 /lib/x86_64-linux-gnu/libdl-2.19.so | |
| ruby 17320 git mem REG 8,2 141574 2246890 /lib/x86_64-linux-gnu/libpthread-2.19.so | |
| ruby 17320 git mem REG 8,2 1840928 2246898 /lib/x86_64-linux-gnu/libc-2.19.so | |
| ruby 17320 git mem REG 8,2 12496104 1582960 /opt/gitlab/embedded/lib/libruby.so.2.1.0 | |
| ruby 17320 git mem REG 8,2 149120 2246891 /lib/x86_64-linux-gnu/ld-2.19.so | |
| ruby 17320 git 0u CHR 1,3 0t0 1052 /dev/null | |
| ruby 17320 git 1w FIFO 0,8 0t0 88412245 pipe | |
| ruby 17320 git 2w FIFO 0,8 0t0 88412245 pipe | |
| ruby 17320 git 3r FIFO 0,8 0t0 97437414 pipe | |
| ruby 17320 git 4w FIFO 0,8 0t0 97437414 pipe | |
| ruby 17320 git 5r FIFO 0,8 0t0 97437415 pipe | |
| ruby 17320 git 6w FIFO 0,8 0t0 97437415 pipe | |
| ruby 17320 git 7w REG 8,2 22480 548313 /var/log/gitlab/gitlab-rails/production.log | |
| ruby 17320 git 8r FIFO 0,8 0t0 97437457 pipe | |
| ruby 17320 git 9w FIFO 0,8 0t0 97437457 pipe | |
| ruby 17320 git 10u unix 0xffff8800352fa580 0t0 97435439 socket | |
| ruby 17320 git 11u unix 0xffff8800352f8780 0t0 97435438 socket | |
| ruby 17320 git 12u IPv4 98355261 0t0 TCP <HOSTNAME>:51506-><ANOTHERHOST>:imaps (CLOSE_WAIT) | |
| ruby 17320 git 13u IPv4 98372715 0t0 TCP <HOSTNAME>:48852-><ANOTHERHOST>:imaps (CLOSE_WAIT) | |
| ruby 17320 git 14u IPv4 98390328 0t0 TCP <HOSTNAME>:49361-><ANOTHERHOST>:imaps (CLOSE_WAIT) | |
| ruby 17320 git 15u IPv4 98409171 0t0 TCP <HOSTNAME>:49853-><ANOTHERHOST>:imaps (CLOSE_WAIT) | |
| ruby 17320 git 16u IPv4 98425635 0t0 TCP <HOSTNAME>:56115-><ANOTHERHOST>:imaps (CLOSE_WAIT) | |
| ruby 17320 git 17u IPv4 98446388 0t0 TCP <HOSTNAME>:56603-><ANOTHERHOST>:imaps (CLOSE_WAIT) | |
| ruby 17320 git 18u IPv4 98466061 0t0 TCP <HOSTNAME>:57123-><ANOTHERHOST>:imaps (CLOSE_WAIT) | |
| ruby 17320 git 19u IPv4 98486110 0t0 TCP <HOSTNAME>:57623-><ANOTHERHOST>:imaps (CLOSE_WAIT) | |
| ruby 17320 git 20u IPv4 98507176 0t0 TCP <HOSTNAME>:58126-><ANOTHERHOST>:imaps (CLOSE_WAIT) | |
| ruby 17320 git 21u IPv4 98527645 0t0 TCP <HOSTNAME>:52823-><ANOTHERHOST>:imaps (CLOSE_WAIT) | |
| ruby 17320 git 22u IPv4 98547285 0t0 TCP <HOSTNAME>:47462-><ANOTHERHOST>:imaps (CLOSE_WAIT) | |
| ruby 17320 git 23u IPv4 98567231 0t0 TCP <HOSTNAME>:53801-><ANOTHERHOST>:imaps (CLOSE_WAIT) | |
| ruby 17320 git 24u IPv4 98587079 0t0 TCP <HOSTNAME>:48418-><ANOTHERHOST>:imaps (CLOSE_WAIT) | |
| ruby 17320 git 25u IPv4 98608208 0t0 TCP <HOSTNAME>:46546-><ANOTHERHOST>:imaps (CLOSE_WAIT) | |
| ruby 17320 git 26u IPv4 98629012 0t0 TCP <HOSTNAME>:55252-><ANOTHERHOST>:imaps (CLOSE_WAIT) | |
| ruby 17320 git 27u IPv4 98649136 0t0 TCP <HOSTNAME>:47515-><ANOTHERHOST>:imaps (CLOSE_WAIT) | |
| ruby 17320 git 28u IPv4 98669519 0t0 TCP <HOSTNAME>:48022-><ANOTHERHOST>:imaps (CLOSE_WAIT) | |
| ruby 17320 git 29u IPv4 98688471 0t0 TCP <HOSTNAME>:56748-><ANOTHERHOST>:imaps (CLOSE_WAIT) | |
| ruby 17320 git 30u IPv4 98709247 0t0 TCP <HOSTNAME>:33899-><ANOTHERHOST>:imaps (CLOSE_WAIT) | |
| ruby 17320 git 31u IPv4 98730861 0t0 TCP <HOSTNAME>:35295-><ANOTHERHOST>:imaps (ESTABLISHED) | |
| ruby 17320 git 32u IPv4 98751914 0t0 TCP <HOSTNAME>:50048-><ANOTHERHOST>:imaps (ESTABLISHED) | |
| ruby 17320 git 33u IPv4 98754702 0t0 TCP <HOSTNAME>:35862-><ANOTHERHOST>:imaps (ESTABLISHED) | |
| ruby 17320 git 34w REG 0,20 687 98763143 /tmp/ruby-debug.17320 |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| futex(0xd8a054, FUTEX_WAIT_PRIVATE, 617, NULL <detached ...> |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment