Skip to content

Instantly share code, notes, and snippets.

@cwebberOps

cwebberOps/n07

Created March 26, 2012 15:26
Show Gist options
  • Save cwebberOps/2205904 to your computer and use it in GitHub Desktop.
Save cwebberOps/2205904 to your computer and use it in GitHub Desktop.
Download ZIP
Puppet Hangs
Raw
n07
(08:17:28) cwebber@n07 [~] sudo -i
root@n07:~# ps -ef | grep puppet
root 655 1 0 Mar25 ? 00:02:19 /usr/bin/ruby1.8 /usr/bin/puppet agent
root 5956 5937 0 08:17 pts/0 00:00:00 grep puppet
root@n07:~# strace -p 655
Process 655 attached - interrupt to quit
select(8, [7], NULL, NULL, {0, 957204}) = 0 (Timeout)
select(8, [7], NULL, NULL, {2, 0}) = 0 (Timeout)
select(8, [7], NULL, NULL, {2, 0}) = 0 (Timeout)
select(8, [7], NULL, NULL, {2, 0}) = 0 (Timeout)
select(8, [7], NULL, NULL, {2, 0}^C <unfinished ...>
Process 655 detached
root@n07:~# kill 655
root@n07:~# ps -ef | grep puppet
root 655 1 0 Mar25 ? 00:02:19 /usr/bin/ruby1.8 /usr/bin/puppet agent
root 6354 5937 0 08:20 pts/0 00:00:00 grep puppet
root@n07:~# strace -p 655
Process 655 attached - interrupt to quit
select(8, [7], NULL, NULL, {1, 440132}) = 0 (Timeout)
select(8, [7], NULL, NULL, {2, 0}^C <unfinished ...>
Process 655 detached
root@n07:~# kill -9 655
root@n07:~# ps -ef | grep puppet
root 6388 5937 0 08:21 pts/0 00:00:00 grep puppet
Raw
n09
(08:15:06) cwebber@n09 [~] ps -ef | grep puppet
cwebber 12583 12538 0 08:15 pts/0 00:00:00 grep puppet
root 31631 1 0 Mar25 ? 00:03:51 /usr/bin/ruby1.8 /usr/bin/puppet agent
(08:15:12) cwebber@n09 [~] sudo -i
root@n09:~# strace -p 31631
Process 31631 attached - interrupt to quit
select(8, [7], NULL, NULL, {1, 85187}) = 0 (Timeout)
select(8, [7], NULL, NULL, {2, 0}) = 0 (Timeout)
select(8, [7], NULL, NULL, {2, 0}) = 0 (Timeout)
select(8, [7], NULL, NULL, {2, 0}) = 0 (Timeout)
select(8, [7], NULL, NULL, {2, 0}) = 0 (Timeout)
select(8, [7], NULL, NULL, {2, 0}) = 0 (Timeout)
select(8, [7], NULL, NULL, {2, 0}) = 0 (Timeout)
select(8, [7], NULL, NULL, {2, 0}^C <unfinished ...>
Process 31631 detached
root@n09:~# kill 31631
root@n09:~# ps -ef | grep puppet
root 12793 12756 0 08:16 pts/0 00:00:00 grep puppet
root 31631 1 0 Mar25 ? 00:03:51 /usr/bin/ruby1.8 /usr/bin/puppet agent
root@n09:~# strace -p 31631
Process 31631 attached - interrupt to quit
select(8, [7], NULL, NULL, {1, 263256}) = 0 (Timeout)
select(8, [7], NULL, NULL, {2, 0}) = 0 (Timeout)
select(8, [7], NULL, NULL, {2, 0}) = 0 (Timeout)
select(8, [7], NULL, NULL, {2, 0}^C <unfinished ...>
Process 31631 detached
root@n09:~# kill -9 31631
root@n09:~# ps -ef | grep puppet
root 12796 12756 0 08:16 pts/0 00:00:00 grep puppet
root@n09:~# /etc/init.d/puppet start
Raw
n20
(08:24:23) cwebber@n20 [~] ps -ef | grep puppet
root 1765 1 0 Mar25 ? 00:02:20 /usr/bin/ruby1.8 /usr/bin/puppet agent
cwebber 6687 6645 0 08:24 pts/0 00:00:00 grep puppet
(08:24:39) cwebber@n20 [~]
(08:45:13) cwebber@n20 [~]
(08:45:14) cwebber@n20 [~] strace ^C
(08:45:24) cwebber@n20 [~] sudo -i
root@n20:~# strace 1765
strace: 1765: command not found
root@n20:~# strace -p 1765
Process 1765 attached - interrupt to quit
select(8, [7], NULL, NULL, {1, 95505}) = 0 (Timeout)
select(8, [7], NULL, NULL, {2, 0}) = 0 (Timeout)
select(8, [7], NULL, NULL, {2, 0}^C <unfinished ...>
Process 1765 detached
root@n20:~# ls -l /proc/1765/fd/
total 0
lr-x------ 1 root root 64 Mar 26 08:46 0 -> /dev/null
l-wx------ 1 root root 64 Mar 26 08:46 1 -> /dev/null
l-wx------ 1 root root 64 Mar 26 08:46 2 -> /dev/null
lr-x------ 1 root root 64 Mar 26 08:46 3 -> pipe:[79437552]
l-wx------ 1 root root 64 Mar 26 08:46 4 -> pipe:[79437552]
lrwx------ 1 root root 64 Mar 26 08:46 5 -> socket:[79437559]
lrwx------ 1 root root 64 Mar 26 08:46 6 -> /var/log/puppet/http.log
lrwx------ 1 root root 64 Mar 26 08:46 7 -> socket:[79437566]
root@n20:~# lsof -nT -p 1765
lsof: WARNING: can't stat() nfs file system /home/lgao
Output information may be incomplete.
lsof: WARNING: can't stat() nfs file system /home/shaofangli
Output information may be incomplete.
lsof: WARNING: can't stat() nfs file system /srv/zpools/zeus.ib_home/home/lgao
Output information may be incomplete.
lsof: WARNING: can't stat() nfs file system /srv/zpools/zeus.ib_home/home/shaofangli
Output information may be incomplete.
lsof: WARNING: can't stat() nfs file system /home/lgao
Output information may be incomplete.
lsof: WARNING: can't stat() nfs file system /home/shaofangli
Output information may be incomplete.
lsof: WARNING: can't stat() nfs file system /srv/zpools/zeus.ib_home/home/lgao
Output information may be incomplete.
lsof: WARNING: can't stat() nfs file system /srv/zpools/zeus.ib_home/home/shaofangli
Output information may be incomplete.
COMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME
puppet 1765 root cwd DIR 0,1 0 1 /
puppet 1765 root rtd DIR 0,1 0 1 /
puppet 1765 root txt REG 0,1 5424 43759 /usr/bin/ruby1.8
puppet 1765 root mem REG 0,1 130152 78898943 /usr/lib/libfa.so.1.3.1
puppet 1765 root mem REG 0,1 292000 78898942 /usr/lib/libaugeas.so.0.11.0
puppet 1765 root mem REG 0,1 11016 78898965 /usr/lib/ruby/1.8/x86_64-linux/_augeas.so
puppet 1765 root mem REG 0,1 80712 61512 /lib/libresolv-2.11.2.so
puppet 1765 root mem REG 0,1 22928 61557 /lib/libnss_dns-2.11.2.so
puppet 1765 root mem REG 0,1 10784 78899005 /usr/lib/ruby/1.8/x86_64-linux/shadow.so
puppet 1765 root mem REG 0,1 37984 51858 /usr/lib/ruby/1.8/x86_64-linux/zlib.so
puppet 1765 root mem REG 0,1 8648 51857 /usr/lib/ruby/1.8/x86_64-linux/digest/md5.so
puppet 1765 root mem REG 0,1 93936 51153 /usr/lib/libz.so.1.2.3.4
puppet 1765 root mem REG 0,1 1693344 30283280 /usr/lib/libcrypto.so.0.9.8
puppet 1765 root mem REG 0,1 348880 30283281 /usr/lib/libssl.so.0.9.8
puppet 1765 root mem REG 0,1 298664 51843 /usr/lib/ruby/1.8/x86_64-linux/openssl.so
puppet 1765 root mem REG 0,1 45824 51859 /usr/lib/ruby/1.8/x86_64-linux/socket.so
puppet 1765 root mem REG 0,1 15304 51851 /usr/lib/ruby/1.8/x86_64-linux/racc/cparse.so
puppet 1765 root mem REG 0,1 12712 51837 /usr/lib/ruby/1.8/x86_64-linux/digest.so
puppet 1765 root mem REG 0,1 12808 51854 /usr/lib/ruby/1.8/x86_64-linux/digest/sha1.so
puppet 1765 root mem REG 0,1 14392 54656 /usr/lib/gconv/UTF-16.so
puppet 1765 root mem REG 0,1 17064 51846 /usr/lib/ruby/1.8/x86_64-linux/iconv.so
puppet 1765 root mem REG 0,1 19352 51861 /usr/lib/ruby/1.8/x86_64-linux/strscan.so
puppet 1765 root mem REG 0,1 271400 51860 /usr/lib/ruby/1.8/x86_64-linux/nkf.so
puppet 1765 root mem REG 0,1 12680 51845 /usr/lib/ruby/1.8/x86_64-linux/syslog.so
puppet 1765 root mem REG 0,1 47616 61431 /lib/libnss_files-2.11.2.so
puppet 1765 root mem REG 0,1 43552 61439 /lib/libnss_nis-2.11.2.so
puppet 1765 root mem REG 0,1 89064 61459 /lib/libnsl-2.11.2.so
puppet 1765 root mem REG 0,1 31616 58019 /lib/libnss_compat-2.11.2.so
puppet 1765 root mem REG 0,1 5344 51833 /usr/lib/ruby/1.8/x86_64-linux/fcntl.so
puppet 1765 root mem REG 0,1 11032 51830 /usr/lib/ruby/1.8/x86_64-linux/etc.so
puppet 1765 root mem REG 0,1 16560 51842 /usr/lib/ruby/1.8/x86_64-linux/thread.so
puppet 1765 root mem REG 0,1 119984 51838 /usr/lib/ruby/1.8/x86_64-linux/syck.so
puppet 1765 root mem REG 0,1 21120 51849 /usr/lib/ruby/1.8/x86_64-linux/stringio.so
puppet 1765 root mem REG 0,1 1432968 58246 /lib/libc-2.11.2.so
puppet 1765 root mem REG 0,1 530736 58418 /lib/libm-2.11.2.so
puppet 1765 root mem REG 0,1 35104 61529 /lib/libcrypt-2.11.2.so
puppet 1765 root mem REG 0,1 14696 58028 /lib/libdl-2.11.2.so
puppet 1765 root mem REG 0,1 31744 58238 /lib/librt-2.11.2.so
puppet 1765 root mem REG 0,1 131260 58245 /lib/libpthread-2.11.2.so
puppet 1765 root mem REG 0,1 927840 52232 /usr/lib/libruby1.8.so.1.8.7
puppet 1765 root mem REG 0,1 128744 58411 /lib/ld-2.11.2.so
puppet 1765 root mem REG 0,1 26048 54625 /usr/lib/gconv/gconv-modules.cache
puppet 1765 root 0r CHR 1,3 0t0 68622 /dev/null
puppet 1765 root 1w CHR 1,3 0t0 68622 /dev/null
puppet 1765 root 2w CHR 1,3 0t0 68622 /dev/null
puppet 1765 root 3r FIFO 0,8 0t0 79437552 pipe
puppet 1765 root 4w FIFO 0,8 0t0 79437552 pipe
puppet 1765 root 5u unix 0xffff88028083e400 0t0 79437559 socket
puppet 1765 root 6u REG 0,1 4052 79437494 /var/log/puppet/http.log
puppet 1765 root 7u IPv4 79437566 0t0 TCP *:8139
root@n20:~#
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment