gistfile1.txt

[1123282.325396] CPU 1 
 esp4
 xfrm4_mode_transport
 deflate
 ctr
 twofish_generic
 twofish_x86_64_3way
 twofish_x86_64
 twofish_common
 camellia
 serpent
 blowfish_generic
 blowfish_x86_64
 blowfish_common
 cast5
 des_generic
 raid456
 xcbc
 rmd160
 sha512_generic
 crypto_null
 af_key
 dm_crypt
 eeepc_wmi
 asus_wmi
 serio_raw
 sparse_keymap
 mei(C)
 mac_hid
 lp
 parport
 configfs
 raid10
 async_pq
 async_xor
 xor
 async_memcpy
 async_raid6_recov
 raid6_pq
 async_tx
 raid1
 raid0
 multipath
 linear
 btrfs
 zlib_deflate
 libcrc32c
 r8169
 video
 wmi
 [last unloaded: netconsole]

[1123282.325790] 
[1123282.325810] Pid: 27408, comm: kworker/1:2 Tainted: G         C   3.2.0-48-generic #74-Ubuntu
 System manufacturer System Product Name
/P8H77-M PRO

[1123282.325869] RIP: 0010:[<ffff8802e9c77ca0>] 
 [<ffff8802e9c77ca0>] 0xffff8802e9c77c9f
[1123282.325916] RSP: 0018:ffff8802e9c77c28  EFLAGS: 00010296
[1123282.325945] RAX: 0000000000000000 RBX: ffff8807e76b0000 RCX: 0000000000000000
[1123282.325986] RDX: 0000000000000000 RSI: ffff8807e7619d80 RDI: 0000000000000000
[1123282.326031] RBP: ffff8807e7619d80 R08: 0000000000000a00 R09: ffff8807e7619d58
[1123282.326071] R10: 00000000fced05bc R11: 000000005769ae5a R12: ffff880137cca3c0
[1123282.326111] R13: ffff8807e7619d30 R14: ffff8807e7619c00 R15: ffff8807e72d7100

[1123282.326158] FS:  0000000000000000(0000) GS:ffff88081fa40000(0000) knlGS:0000000000000000
[1123282.326200] CS:  0010 DS: 0000 ES: 0000 CR0: 000000008005003b
[1123282.326226] CR2: ffff8802e9c77ca0 CR3: 00000007e78e2000 CR4: 00000000001406e0
[1123282.326272] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[1123282.326313] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
[1123282.326360] Process kworker/1:2 (pid: 27408, threadinfo ffff8802e9c76000, task ffff88028f789700)
[1123282.326403] Stack:
[1123282.326422]  ffffffffa02792c6
 ffffea0009156700
 ffff88024559c800
 ffffea001f2d3580

[1123282.326476]  ffff8807cb4d6800
 ffff8807e7619d38
 0000000000000a00
 ffff880200000000
[1123282.326525]  ffff8807e7619d58
 0000000000000a00
 ffff880200000000
 0000000000000000

[1123282.326578] Call Trace:
[1123282.326602]  [<ffffffffa02792c6>] ? encrypt+0x46/0x50 [xts]
[1123282.326635]  [<ffffffff812e403c>] ? async_encrypt+0x3c/0x40
[1123282.326666]  [<ffffffffa019bb03>] ? crypt_convert_block+0x213/0x220 [dm_crypt]
00 
[1123282.326710]  [<ffffffffa019bbd1>] ? crypt_convert+0xc1/0x160 [dm_crypt]
[1123282.326741]  [<ffffffffa019c382>] ? kcryptd_crypt_write_convert+0xc2/0x220 [dm_crypt]
[1123282.326787]  [<ffffffffa019c4ff>] ? kcryptd_crypt+0x1f/0x40 [dm_crypt]
[1123282.326821]  [<ffffffff81085c87>] ? process_one_work+0x127/0x470
[1123282.326851]  [<ffffffff81086d94>] ? worker_thread+0x164/0x370
[1123282.326880]  [<ffffffff81086c30>] ? manage_workers.isra.31+0x130/0x130
[1123282.326913]  [<ffffffff8108b5dc>] ? kthread+0x8c/0xa0
[1123282.326941]  [<ffffffff8166a834>] ? kernel_thread_helper+0x4/0x10
[1123282.326969]  [<ffffffff8108b550>] ? flush_kthread_worker+0xa0/0xa0
[1123282.327003]  [<ffffffff8166a830>] ? gs_change+0x13/0x13
[1123282.327027] Code: 
00 
02 
88 
ff 
ff 
00 
80 
9d 
61 
e7 
07 
88 
00 
ff 
ff 
b8 
b8 
11 
81 
10 
00 
<d0> 
7c 
c7 
e9 
02 
88 
ff 
ff 
3c 
40 
2e 
81 
ff 
c0 
5f 
18 
ea 
00 

[1123282.327226] RIP 
 [<ffff8802e9c77ca0>] 0xffff8802e9c77c9f
[1123282.327259]  RSP <ffff8802e9c77c28>
[1123282.327280] CR2: ffff8802e9c77ca0
[1123282.327441] ---[ end trace 65f4fccec4ccb2e8 ]---
[1123282.327546] BUG: unable to handle kernel 
paging request
 at fffffffffffffff8
[1123282.327627] IP:
 [<ffffffff8108ba71>] kthread_data+0x11/0x20
[1123282.327693] PGD 1c07067 
PUD 1c08067 
PMD 0 
 ip_tables

[1123282.327789] Oops: 0000 [#2] 
SMP 

[1123282.327860] CPU 1 

[1123282.327885] Modules linked in:
 netconsole
 xfs
 xts
 gf128mul
 xt_multiport
 ipt_REJECT
 xt_tcpudp
 nf_conntrack_ipv4
 nf_defrag_ipv4
 xt_state
 twofish_common
 nf_conntrack
 iptable_filter
 x_tables
 seqiv
[1123282.325218] kernel tried to execute NX-protected page - exploit attempt? (uid: 0)
[1123282.325268] BUG: unable to handle kernel 
 at ffff8802e9c77ca0
 authenc
[1123282.325303] IP:
paging request
 [<ffff8802e9c77ca0>] 0xffff8802e9c77c9f
[1123282.325334] PGD 1c06063 
[1123306.398278] BUG: soft lockup - CPU#2 stuck for 22s! [mongod:20546]
[1123306.398335] Modules linked in:
 netconsole
 xfs
 xts
 gf128mul
 xt_multiport
 ipt_REJECT
 xt_tcpudp
 nf_conntrack_ipv4
 nf_defrag_ipv4
 xt_state
 nf_conntrack
 iptable_filter
 ip_tables
 x_tables
 seqiv
 authenc
 esp4
 xfrm4_mode_transport
 deflate
 ctr
 twofish_generic
 twofish_x86_64_3way
 twofish_x86_64
 twofish_common
 camellia
 serpent
 blowfish_generic
 blowfish_x86_64

[1123306.398973] ------------[ cut here ]------------
[1123306.398980] WARNING: at /build/buildd/linux-3.2.0/net/core/skbuff.c:403 skb_release_head_state+0x10f/0x120()
[1123306.398983] Hardware name: System Product Name
[1123306.398985] Modules linked in: netconsole xfs xts gf128mul xt_multiport ipt_REJECT xt_tcpudp nf_conntrack_ipv4 nf_defrag_ipv4 xt_state nf_conntrack iptable_filter ip_tables x_tables seqiv authenc esp4 xfrm4_mode_transport deflate ctr twofish_generic twofish_x86_64_3way twofish_x86_64 twofish_common camellia serpent blowfish_generic blowfish_x86_64 blowfish_common cast5 des_generic xcbc rmd160 sha512_generic crypto_null af_key dm_crypt eeepc_wmi asus_wmi serio_raw sparse_keymap mei(C) mac_hid lp parport configfs raid10 raid456 async_pq async_xor xor async_memcpy async_raid6_recov raid6_pq async_tx raid1 raid0 multipath linear btrfs zlib_deflate libcrc32c r8169 video wmi [last unloaded: netconsole]
[1123306.399029] Pid: 20546, comm: mongod Tainted: G      D  C   3.2.0-48-generic #74-Ubuntu
[1123306.399031] Call Trace:
[1123306.399033]  <IRQ>  [<ffffffff8106806f>] warn_slowpath_common+0x7f/0xc0
[1123306.399045]  [<ffffffff810680ca>] warn_slowpath_null+0x1a/0x20
[1123306.399049]  [<ffffffff8153930f>] skb_release_head_state+0x10f/0x120
[1123306.399054]  [<ffffffff81539076>] __kfree_skb+0x16/0x30
[1123306.399058]  [<ffffffff815390cd>] consume_skb+0x3d/0xb0
[1123306.399067]  [<ffffffffa001ae14>] rtl8169_tx_interrupt+0x144/0x1f0 [r8169]
[1123306.399076]  [<ffffffffa001af11>] rtl8169_poll+0x51/0xa0 [r8169]
[1123306.399083]  [<ffffffff8155c257>] poll_one_napi.isra.17+0x67/0xe0
[1123306.399087]  [<ffffffff8155c350>] poll_napi+0x80/0xb0
[1123306.399093]  [<ffffffff8155ca20>] netpoll_poll_dev.part.22+0x30/0xb0
[1123306.399098]  [<ffffffff8155cc14>] netpoll_send_skb_on_dev+0x174/0x260
[1123306.399104]  [<ffffffff8155cf32>] netpoll_send_udp+0x232/0x250
[1123306.399110]  [<ffffffffa0135313>] write_msg+0xc3/0x120 [netconsole]
[1123306.399115]  [<ffffffff81068237>] __call_console_drivers+0x97/0xb0
[1123306.399119]  [<ffffffff8106843c>] _call_console_drivers+0x4c/0x80
[1123306.399124]  [<ffffffff8106865a>] call_console_drivers+0x7a/0x190
[1123306.399128]  [<ffffffff81068916>] console_unlock+0x86/0x180
[1123306.399133]  [<ffffffff81068bf6>] vprintk+0x1e6/0x4a0
[1123306.399139]  [<ffffffff816476d2>] printk+0x51/0x53
[1123306.399144]  [<ffffffff810aa519>] print_modules+0x99/0xc0
[1123306.399149]  [<ffffffff810d9286>] watchdog_timer_fn+0x126/0x180
[1123306.399155]  [<ffffffff8108fd38>] __run_hrtimer+0x78/0x1f0
[1123306.399159]  [<ffffffff810d9160>] ? __touch_watchdog+0x30/0x30
[1123306.399163]  [<ffffffff8106f8fd>] ? __do_softirq+0xfd/0x210
[1123306.399169]  [<ffffffff81090667>] hrtimer_interrupt+0xf7/0x240
[1123306.399174]  [<ffffffff8166a92c>] ? call_softirq+0x1c/0x30
[1123306.399180]  [<ffffffff8166b2d9>] smp_apic_timer_interrupt+0x69/0x99
[1123306.399184]  [<ffffffff8166919e>] apic_timer_interrupt+0x6e/0x80
[1123306.399187]  <EOI>  [<ffffffff8131d470>] ? kasprintf+0x40/0x40
[1123306.399197]  [<ffffffff8104696f>] ? flush_tlb_others_ipi+0x12f/0x140
[1123306.399203]  [<ffffffff811707b8>] ? __mem_cgroup_commit_charge+0x78/0xe0
[1123306.399208]  [<ffffffff81046afe>] native_flush_tlb_others+0xe/0x10
[1123306.399213]  [<ffffffff81046c6e>] flush_tlb_page+0x5e/0xb0
[1123306.399218]  [<ffffffff8114eb7e>] ptep_clear_flush+0x3e/0x60
[1123306.399223]  [<ffffffff8113d382>] do_wp_page+0x242/0x740
[1123306.399228]  [<ffffffff8113f47b>] handle_pte_fault+0x1cb/0x200
[1123306.399233]  [<ffffffff8166009e>] ? _raw_spin_lock+0xe/0x20
[1123306.399237]  [<ffffffff81140689>] handle_mm_fault+0x269/0x370
[1123306.399243]  [<ffffffff81663bbe>] do_page_fault+0x17e/0x540
[1123306.399248]  [<ffffffff810a1d18>] ? do_futex+0xd8/0x1b0
[1123306.399252]  [<ffffffff810a1f37>] ? sys_futex+0x147/0x1a0
[1123306.399257]  [<ffffffff81121573>] ? free_pages+0x43/0x50
[1123306.399262]  [<ffffffff816607f5>] page_fault+0x25/0x30
[1123306.399265] ---[ end trace 65f4fccec4ccb2ea ]---
[1123306.399268] ------------[ cut here ]------------
[1123306.399273] WARNING: at /build/buildd/linux-3.2.0/net/core/skbuff.c:403 skb_release_head_state+0x10f/0x120()
[1123306.399276] Hardware name: System Product Name
[1123306.399277] Modules linked in: netconsole xfs xts gf128mul xt_multiport ipt_REJECT xt_tcpudp nf_conntrack_ipv4 nf_defrag_ipv4 xt_state nf_conntrack iptable_filter ip_tables x_tables seqiv authenc esp4 xfrm4_mode_transport deflate ctr twofish_generic twofish_x86_64_3way twofish_x86_64 twofish_common camellia serpent blowfish_generic blowfish_x86_64 blowfish_common cast5 des_generic xcbc rmd160 sha512_generic crypto_null af_key dm_crypt eeepc_wmi asus_wmi serio_raw sparse_keymap mei(C) mac_hid lp parport configfs raid10 raid456 async_pq async_xor xor async_memcpy async_raid6_recov raid6_pq async_tx raid1 raid0 multipath linear btrfs zlib_deflate libcrc32c r8169 video wmi [last unloaded: netconsole]
[1123306.399320] Pid: 20546, comm: mongod Tainted: G      D WC   3.2.0-48-generic #74-Ubuntu
[1123306.399322] Call Trace:
[1123306.399324]  <IRQ>  [<ffffffff8106806f>] warn_slowpath_common+0x7f/0xc0
[1123306.399332]  [<ffffffff810680ca>] warn_slowpath_null+0x1a/0x20
[1123306.399336]  [<ffffffff8153930f>] skb_release_head_state+0x10f/0x120
[1123306.399340]  [<ffffffff81539076>] __kfree_skb+0x16/0x30
[1123306.399344]  [<ffffffff815390cd>] consume_skb+0x3d/0xb0
[1123306.399352]  [<ffffffffa001ae14>] rtl8169_tx_interrupt+0x144/0x1f0 [r8169]
[1123306.399360]  [<ffffffffa001af11>] rtl8169_poll+0x51/0xa0 [r8169]
[1123306.399365]  [<ffffffff8155c257>] poll_one_napi.isra.17+0x67/0xe0
[1123306.399370]  [<ffffffff8155c350>] poll_napi+0x80/0xb0
[1123306.399419]  [<ffffffff816476d2>] printk+0x51/0x53
[1123306.399375]  [<ffffffff8155ca20>] netpoll_poll_dev.part.22+0x30/0xb0
[1123306.399380]  [<ffffffff8155cc14>] netpoll_send_skb_on_dev+0x174/0x260
[1123306.399386]  [<ffffffff8155cf32>] netpoll_send_udp+0x232/0x250
[1123306.399392]  [<ffffffffa0135313>] write_msg+0xc3/0x120 [netconsole]
[1123306.399396]  [<ffffffff81068237>] __call_console_drivers+0x97/0xb0
[1123306.399401]  [<ffffffff8106843c>] _call_console_drivers+0x4c/0x80
[1123306.399405]  [<ffffffff8106865a>] call_console_drivers+0x7a/0x190
[1123306.399410]  [<ffffffff81068916>] console_unlock+0x86/0x180
[1123306.399414]  [<ffffffff81068bf6>] vprintk+0x1e6/0x4a0
[1123306.399424]  [<ffffffff810aa519>] print_modules+0x99/0xc0
[1123306.399428]  [<ffffffff810d9286>] watchdog_timer_fn+0x126/0x180
[1123306.399433]  [<ffffffff8108fd38>] __run_hrtimer+0x78/0x1f0
[1123306.399437]  [<ffffffff810d9160>] ? __touch_watchdog+0x30/0x30
[1123306.399441]  [<ffffffff8106f8fd>] ? __do_softirq+0xfd/0x210
[1123306.399446]  [<ffffffff81090667>] hrtimer_interrupt+0xf7/0x240
[1123306.399450]  [<ffffffff8166a92c>] ? call_softirq+0x1c/0x30
[1123306.399456]  [<ffffffff8166b2d9>] smp_apic_timer_interrupt+0x69/0x99
[1123306.399460]  [<ffffffff8166919e>] apic_timer_interrupt+0x6e/0x80
[1123306.399463]  <EOI>  [<ffffffff8131d470>] ? kasprintf+0x40/0x40
[1123306.399470]  [<ffffffff8104696f>] ? flush_tlb_others_ipi+0x12f/0x140
[1123306.399475]  [<ffffffff811707b8>] ? __mem_cgroup_commit_charge+0x78/0xe0
[1123306.399480]  [<ffffffff81046afe>] native_flush_tlb_others+0xe/0x10
[1123306.399485]  [<ffffffff81046c6e>] flush_tlb_page+0x5e/0xb0
[1123306.399489]  [<ffffffff8114eb7e>] ptep_clear_flush+0x3e/0x60
[1123306.399494]  [<ffffffff8113d382>] do_wp_page+0x242/0x740
[1123306.399498]  [<ffffffff8113f47b>] handle_pte_fault+0x1cb/0x200
[1123306.399502]  [<ffffffff8166009e>] ? _raw_spin_lock+0xe/0x20
[1123306.399507]  [<ffffffff81140689>] handle_mm_fault+0x269/0x370
[1123306.399512]  [<ffffffff81663bbe>] do_page_fault+0x17e/0x540
[1123306.399517]  [<ffffffff810a1d18>] ? do_futex+0xd8/0x1b0
[1123306.399521]  [<ffffffff810a1f37>] ? sys_futex+0x147/0x1a0
[1123306.399525]  [<ffffffff81121573>] ? free_pages+0x43/0x50
[1123306.399529]  [<ffffffff816607f5>] page_fault+0x25/0x30
[1123306.399532] ---[ end trace 65f4fccec4ccb2eb ]---
[1123306.399535] ------------[ cut here ]------------
[1123306.399539] WARNING: at /build/buildd/linux-3.2.0/net/core/skbuff.c:403 skb_release_head_state+0x10f/0x120()
[1123306.399542] Hardware name: System Product Name
[1123306.399544] Modules linked in: netconsole xfs xts gf128mul xt_multiport ipt_REJECT xt_tcpudp nf_conntrack_ipv4 nf_defrag_ipv4 xt_state nf_conntrack iptable_filter ip_tables x_tables seqiv authenc esp4 xfrm4_mode_transport deflate ctr twofish_generic twofish_x86_64_3way twofish_x86_64 twofish_common camellia serpent blowfish_generic blowfish_x86_64 blowfish_common cast5 des_generic xcbc rmd160 sha512_generic crypto_null af_key dm_crypt eeepc_wmi asus_wmi serio_raw sparse_keymap mei(C) mac_hid lp parport configfs raid10 raid456 async_pq async_xor xor async_memcpy async_raid6_recov raid6_pq async_tx raid1 raid0 multipath linear btrfs zlib_deflate libcrc32c r8169 video wmi [last unloaded: netconsole]
[1123306.399586] Pid: 20546, comm: mongod Tainted: G      D WC   3.2.0-48-generic #74-Ubuntu
[1123306.399589] Call Trace:
[1123306.399590]  <IRQ>  [<ffffffff8106806f>] warn_slowpath_common+0x7f/0xc0
[1123306.399597]  [<ffffffff810680ca>] warn_slowpath_null+0x1a/0x20
[1123306.399602]  [<ffffffff8153930f>] skb_release_head_state+0x10f/0x120
[1123306.399606]  [<ffffffff81539076>] __kfree_skb+0x16/0x30
[1123306.399610]  [<ffffffff815390cd>] consume_skb+0x3d/0xb0
[1123306.399617]  [<ffffffffa001ae14>] rtl8169_tx_interrupt+0x144/0x1f0 [r8169]
[1123306.399625]  [<ffffffffa001af11>] rtl8169_poll+0x51/0xa0 [r8169]
[1123306.399630]  [<ffffffff8155c257>] poll_one_napi.isra.17+0x67/0xe0
[1123306.399635]  [<ffffffff8155c350>] poll_napi+0x80/0xb0
[1123306.399640]  [<ffffffff8155ca20>] netpoll_poll_dev.part.22+0x30/0xb0
[1123306.399645]  [<ffffffff8155cc14>] netpoll_send_skb_on_dev+0x174/0x260
[1123306.399651]  [<ffffffff8155cf32>] netpoll_send_udp+0x232/0x250
[1123306.399656]  [<ffffffffa0135313>] write_msg+0xc3/0x120 [netconsole]
[1123306.399661]  [<ffffffff81068237>] __call_console_drivers+0x97/0xb0
[1123306.399665]  [<ffffffff8106843c>] _call_console_drivers+0x4c/0x80
[1123306.399670]  [<ffffffff8106865a>] call_console_drivers+0x7a/0x190
[1123306.399674]  [<ffffffff81068916>] console_unlock+0x86/0x180
[1123306.399678]  [<ffffffff81068bf6>] vprintk+0x1e6/0x4a0
[1123306.399683]  [<ffffffff816476d2>] printk+0x51/0x53
[1123306.399688]  [<ffffffff810aa519>] print_modules+0x99/0xc0
[1123306.399692]  [<ffffffff810d9286>] watchdog_timer_fn+0x126/0x180
[1123306.399697]  [<ffffffff8108fd38>] __run_hrtimer+0x78/0x1f0
[1123306.399701]  [<ffffffff810d9160>] ? __touch_watchdog+0x30/0x30
[1123306.399705]  [<ffffffff8106f8fd>] ? __do_softirq+0xfd/0x210
[1123306.399710]  [<ffffffff81090667>] hrtimer_interrupt+0xf7/0x240
[1123306.399714]  [<ffffffff8166a92c>] ? call_softirq+0x1c/0x30
[1123306.399719]  [<ffffffff8166b2d9>] smp_apic_timer_interrupt+0x69/0x99
[1123306.399724]  [<ffffffff8166919e>] apic_timer_interrupt+0x6e/0x80
[1123306.399726]  <EOI>  [<ffffffff8131d470>] ? kasprintf+0x40/0x40
[1123306.399734]  [<ffffffff8104696f>] ? flush_tlb_others_ipi+0x12f/0x140
[1123306.399739]  [<ffffffff811707b8>] ? __mem_cgroup_commit_charge+0x78/0xe0
[1123306.399744]  [<ffffffff81046afe>] native_flush_tlb_others+0xe/0x10
[1123306.399749]  [<ffffffff81046c6e>] flush_tlb_page+0x5e/0xb0
[1123306.399753]  [<ffffffff8114eb7e>] ptep_clear_flush+0x3e/0x60
[1123306.399757]  [<ffffffff8113d382>] do_wp_page+0x242/0x740
[1123306.399762]  [<ffffffff8113f47b>] handle_pte_fault+0x1cb/0x200
[1123306.399766]  [<ffffffff8166009e>] ? _raw_spin_lock+0xe/0x20
[1123306.399770]  [<ffffffff81140689>] handle_mm_fault+0x269/0x370
[1123306.399776]  [<ffffffff81663bbe>] do_page_fault+0x17e/0x540
[1123306.399798] ------------[ cut here ]------------
[1123306.399780]  [<ffffffff810a1d18>] ? do_futex+0xd8/0x1b0
[1123306.399784]  [<ffffffff810a1f37>] ? sys_futex+0x147/0x1a0
[1123306.399789]  [<ffffffff81121573>] ? free_pages+0x43/0x50
[1123306.399793]  [<ffffffff816607f5>] page_fault+0x25/0x30
[1123306.399796] ---[ end trace 65f4fccec4ccb2ec ]---
[1123306.399802] WARNING: at /build/buildd/linux-3.2.0/net/core/skbuff.c:403 skb_release_head_state+0x10f/0x120()
[1123306.399805] Hardware name: System Product Name
[1123306.399807] Modules linked in: netconsole xfs xts gf128mul xt_multiport ipt_REJECT xt_tcpudp nf_conntrack_ipv4 nf_defrag_ipv4 xt_state nf_conntrack iptable_filter ip_tables x_tables seqiv authenc esp4 xfrm4_mode_transport deflate ctr twofish_generic twofish_x86_64_3way twofish_x86_64 twofish_common camellia serpent blowfish_generic blowfish_x86_64 blowfish_common cast5 des_generic xcbc rmd160 sha512_generic crypto_null af_key dm_crypt eeepc_wmi asus_wmi serio_raw sparse_keymap mei(C) mac_hid lp parport configfs raid10 raid456 async_pq async_xor xor async_memcpy async_raid6_recov raid6_pq async_tx raid1 raid0 multipath linear btrfs zlib_deflate libcrc32c r8169 video wmi [last unloaded: netconsole]
[1123306.399849] Pid: 20546, comm: mongod Tainted: G      D WC   3.2.0-48-generic #74-Ubuntu
[1123306.399851] Call Trace:
[1123306.399853]  <IRQ>  [<ffffffff8106806f>] warn_slowpath_common+0x7f/0xc0
[1123306.399860]  [<ffffffff810680ca>] warn_slowpath_null+0x1a/0x20
[1123306.399864]  [<ffffffff8153930f>] skb_release_head_state+0x10f/0x120
[1123306.399872]  [<ffffffff815390cd>] consume_skb+0x3d/0xb0
[1123306.399868]  [<ffffffff81539076>] __kfree_skb+0x16/0x30
[1123306.399880]  [<ffffffffa001ae14>] rtl8169_tx_interrupt+0x144/0x1f0 [r8169]
[1123306.399887]  [<ffffffffa001af11>] rtl8169_poll+0x51/0xa0 [r8169]
[1123306.399892]  [<ffffffff8155c257>] poll_one_napi.isra.17+0x67/0xe0
[1123306.399897]  [<ffffffff8155c350>] poll_napi+0x80/0xb0
[1123306.399902]  [<ffffffff8155ca20>] netpoll_poll_dev.part.22+0x30/0xb0
[1123306.399907]  [<ffffffff8155cc14>] netpoll_send_skb_on_dev+0x174/0x260
[1123306.399913]  [<ffffffff8155cf32>] netpoll_send_udp+0x232/0x250
[1123306.399918]  [<ffffffffa0135313>] write_msg+0xc3/0x120 [netconsole]
[1123306.399923]  [<ffffffff81068237>] __call_console_drivers+0x97/0xb0
[1123306.399927]  [<ffffffff8106843c>] _call_console_drivers+0x4c/0x80
[1123306.399932]  [<ffffffff8106865a>] call_console_drivers+0x7a/0x190
[1123306.399936]  [<ffffffff81068916>] console_unlock+0x86/0x180
[1123306.399941]  [<ffffffff81068bf6>] vprintk+0x1e6/0x4a0
[1123306.399946]  [<ffffffff816476d2>] printk+0x51/0x53
[1123306.399950]  [<ffffffff810aa519>] print_modules+0x99/0xc0
[1123306.399954]  [<ffffffff810d9286>] watchdog_timer_fn+0x126/0x180
[1123306.399959]  [<ffffffff8108fd38>] __run_hrtimer+0x78/0x1f0
[1123306.399963]  [<ffffffff810d9160>] ? __touch_watchdog+0x30/0x30
[1123306.399967]  [<ffffffff8106f8fd>] ? __do_softirq+0xfd/0x210
[1123306.399972]  [<ffffffff81090667>] hrtimer_interrupt+0xf7/0x240
[1123306.399977]  [<ffffffff8166a92c>] ? call_softirq+0x1c/0x30
[1123306.399982]  [<ffffffff8166b2d9>] smp_apic_timer_interrupt+0x69/0x99
[1123306.399986]  [<ffffffff8166919e>] apic_timer_interrupt+0x6e/0x80
[1123306.399988]  <EOI>  [<ffffffff8131d470>] ? kasprintf+0x40/0x40
[1123306.399996]  [<ffffffff8104696f>] ? flush_tlb_others_ipi+0x12f/0x140
[1123306.400000]  [<ffffffff811707b8>] ? __mem_cgroup_commit_charge+0x78/0xe0
[1123306.400004]  [<ffffffff81046afe>] native_flush_tlb_others+0xe/0x10
[1123306.400009]  [<ffffffff81046c6e>] flush_tlb_page+0x5e/0xb0
[1123306.400012]  [<ffffffff8114eb7e>] ptep_clear_flush+0x3e/0x60
[1123306.400016]  [<ffffffff8113d382>] do_wp_page+0x242/0x740
[1123306.400020]  [<ffffffff8113f47b>] handle_pte_fault+0x1cb/0x200
[1123306.400024]  [<ffffffff8166009e>] ? _raw_spin_lock+0xe/0x20
[1123306.400028]  [<ffffffff81140689>] handle_mm_fault+0x269/0x370
[1123306.400033]  [<ffffffff81663bbe>] do_page_fault+0x17e/0x540
[1123306.400037]  [<ffffffff810a1d18>] ? do_futex+0xd8/0x1b0
[1123306.400041]  [<ffffffff810a1f37>] ? sys_futex+0x147/0x1a0
[1123306.400044]  [<ffffffff81121573>] ? free_pages+0x43/0x50
[1123306.400048]  [<ffffffff816607f5>] page_fault+0x25/0x30
[1123306.400051] ---[ end trace 65f4fccec4ccb2ed ]---
[1123306.400053] ------------[ cut here ]------------
[1123306.400057] WARNING: at /build/buildd/linux-3.2.0/net/core/skbuff.c:403 skb_release_head_state+0x10f/0x120()
[1123306.400059] Hardware name: System Product Name
[1123306.400061] Modules linked in: netconsole xfs xts gf128mul xt_multiport ipt_REJECT xt_tcpudp nf_conntrack_ipv4 nf_defrag_ipv4 xt_state nf_conntrack iptable_filter ip_tables x_tables seqiv authenc esp4 xfrm4_mode_transport deflate ctr twofish_generic twofish_x86_64_3way twofish_x86_64 twofish_common camellia serpent blowfish_generic blowfish_x86_64 blowfish_common cast5 des_generic xcbc rmd160 sha512_generic crypto_null af_key dm_crypt eeepc_wmi asus_wmi serio_raw sparse_keymap mei(C) mac_hid lp parport configfs raid10 raid456 async_pq async_xor xor async_memcpy async_raid6_recov raid6_pq async_tx raid1 raid0 multipath linear btrfs zlib_deflate libcrc32c r8169 video wmi [last unloaded: netconsole]
[1123306.400098] Pid: 20546, comm: mongod Tainted: G      D WC   3.2.0-48-generic #74-Ubuntu
[1123306.400100] Call Trace:
[1123306.400102]  <IRQ>  [<ffffffff8106806f>] warn_slowpath_common+0x7f/0xc0
[1123306.400108]  [<ffffffff810680ca>] warn_slowpath_null+0x1a/0x20
[1123306.400112]  [<ffffffff8153930f>] skb_release_head_state+0x10f/0x120
[1123306.400116]  [<ffffffff81539076>] __kfree_skb+0x16/0x30
[1123306.400119]  [<ffffffff815390cd>] consume_skb+0x3d/0xb0
[1123306.400126]  [<ffffffffa001ae14>] rtl8169_tx_interrupt+0x144/0x1f0 [r8169]
[1123306.400133]  [<ffffffffa001af11>] rtl8169_poll+0x51/0xa0 [r8169]
[1123306.400138]  [<ffffffff8155c257>] poll_one_napi.isra.17+0x67/0xe0
[1123306.400142]  [<ffffffff8155c350>] poll_napi+0x80/0xb0
[1123306.400177]  [<ffffffff81068916>] console_unlock+0x86/0x180
[1123306.400147]  [<ffffffff8155ca20>] netpoll_poll_dev.part.22+0x30/0xb0
[1123306.400157]  [<ffffffff8155cf32>] netpoll_send_udp+0x232/0x250
[1123306.400169]  [<ffffffff8106843c>] _call_console_drivers+0x4c/0x80
[1123306.400173]  [<ffffffff8106865a>] call_console_drivers+0x7a/0x190
[1123306.400181]  [<ffffffff81068bf6>] vprintk+0x1e6/0x4a0
[1123306.400189]  [<ffffffff810aa519>] print_modules+0x99/0xc0
[1123306.400193]  [<ffffffff810d9286>] watchdog_timer_fn+0x126/0x180
[1123306.400297] Modules linked in: netconsole xfs xts gf128mul xt_multiport ipt_REJECT xt_tcpudp nf_conntrack_ipv4 nf_defrag_ipv4 xt_state nf_conntrack iptable_filter ip_tables x_tables seqiv authenc esp4 xfrm4_mode_transport deflate ctr twofish_generic twofish_x86_64_3way twofish_x86_64 twofish_common camellia serpent blowfish_generic blowfish_x86_64 blowfish_common cast5 des_generic xcbc rmd160 sha512_generic crypto_null af_key dm_crypt eeepc_wmi asus_wmi serio_raw sparse_keymap mei(C) mac_hid lp parport configfs raid10 raid456 async_pq async_xor xor async_memcpy async_raid6_recov raid6_pq async_tx raid1 raid0 multipath linear btrfs zlib_deflate libcrc32c r8169 video wmi [last unloaded: netconsole]
[1123306.400339] Pid: 20546, comm: mongod Tainted: G      D WC   3.2.0-48-generic #74-Ubuntu
[1123306.400341] Call Trace:
[1123306.400382]  [<ffffffff8155c257>] poll_one_napi.isra.17+0x67/0xe0
[1123306.400350]  [<ffffffff810680ca>] warn_slowpath_null+0x1a/0x20
[1123306.400354]  [<ffffffff8153930f>] skb_release_head_state+0x10f/0x120
[1123306.400358]  [<ffffffff81539076>] __kfree_skb+0x16/0x30
[1123306.400369]  [<ffffffffa001ae14>] rtl8169_tx_interrupt+0x144/0x1f0 [r8169]
[1123306.400387]  [<ffffffff8155c350>] poll_napi+0x80/0xb0
[1123306.400397]  [<ffffffff8155cc14>] netpoll_send_skb_on_dev+0x174/0x260
[1123306.400504]  [<ffffffff8114eb7e>] ptep_clear_flush+0x3e/0x60
[1123306.400509]  [<ffffffff8113d382>] do_wp_page+0x242/0x740
[1123306.400513]  [<ffffffff8113f47b>] handle_pte_fault+0x1cb/0x200
[1123306.400517]  [<ffffffff8166009e>] ? _raw_spin_lock+0xe/0x20
[1123306.400532]  [<ffffffff810a1d18>] ? do_futex+0xd8/0x1b0
[1123306.400536]  [<ffffffff810a1f37>] ? sys_futex+0x147/0x1a0
[1123306.400554] WARNING: at /build/buildd/linux-3.2.0/net/core/skbuff.c:403 skb_release_head_state+0x10f/0x120()
[1123306.400559] Modules linked in: netconsole xfs xts gf128mul xt_multiport ipt_REJECT xt_tcpudp nf_conntrack_ipv4 nf_defrag_ipv4 xt_state nf_conntrack iptable_filter ip_tables x_tables seqiv authenc esp4 xfrm4_mode_transport deflate ctr twofish_generic twofish_x86_64_3way twofish_x86_64 twofish_common camellia serpent blowfish_generic blowfish_x86_64 blowfish_common cast5 des_generic xcbc rmd160 sha512_generic crypto_null af_key dm_crypt eeepc_wmi asus_wmi serio_raw sparse_keymap mei(C) mac_hid lp parport configfs raid10 raid456 async_pq async_xor xor async_memcpy async_raid6_recov raid6_pq async_tx raid1 raid0 multipath linear btrfs zlib_deflate libcrc32c r8169 video wmi [last unloaded: netconsole]
[1123306.400600] Pid: 20546, comm: mongod Tainted: G      D WC   3.2.0-48-generic #74-Ubuntu
[1123306.400603] Call Trace:
[1123306.401081] Modules linked in: netconsole xfs xts gf128mul xt_multiport ipt_REJECT xt_tcpudp nf_conntrack_ipv4 nf_defrag_ipv4 xt_state nf_conntrack iptable_filter ip_tables x_tables seqiv authenc esp4 xfrm4_mode_transport deflate ctr twofish_generic twofish_x86_64_3way twofish_x86_64 twofish_common camellia serpent blowfish_generic blowfish_x86_64 blowfish_common cast5 des_generic xcbc rmd160 sha512_generic crypto_null af_key dm_crypt eeepc_wmi asus_wmi serio_raw sparse_keymap mei(C) mac_hid lp parport configfs raid10 raid456 async_pq async_xor xor async_memcpy async_raid6_recov raid6_pq async_tx raid1 raid0 multipath linear btrfs zlib_deflate libcrc32c r8169 video wmi [last unloaded: netconsole]
[1123306.401170]  [<ffffffff8155c350>] poll_napi+0x80/0xb0
[1123306.401209]  [<ffffffff81068916>] console_unlock+0x86/0x180
[1123306.401223]  [<ffffffff810aa519>] print_modules+0x99/0xc0
[1123306.401259]  [<ffffffff8166919e>] apic_timer_interrupt+0x6e/0x80
[1123306.401288]  [<ffffffff8114eb7e>] ptep_clear_flush+0x3e/0x60
[1123306.401292]  [<ffffffff8113d382>] do_wp_page+0x242/0x740
[1123306.401296]  [<ffffffff8113f47b>] handle_pte_fault+0x1cb/0x200
[1123306.401301]  [<ffffffff8166009e>] ? _raw_spin_lock+0xe/0x20
[1123306.401305]  [<ffffffff81140689>] handle_mm_fault+0x269/0x370
[1123306.401310]  [<ffffffff81663bbe>] do_page_fault+0x17e/0x540
[1123306.401315]  [<ffffffff810a1d18>] ? do_futex+0xd8/0x1b0
[1123306.401319]  [<ffffffff810a1f37>] ? sys_futex+0x147/0x1a0
[1123306.401323]  [<ffffffff81121573>] ? free_pages+0x43/0x50
[1123306.401328]  [<ffffffff816607f5>] page_fault+0x25/0x30
[1123306.401330] ---[ end trace 65f4fccec4ccb2f2 ]---
[1123306.401333] ------------[ cut here ]------------
[1123306.401337] WARNING: at /build/buildd/linux-3.2.0/net/core/skbuff.c:403 skb_release_head_state+0x10f/0x120()
[1123306.401339] Hardware name: System Product Name
[1123306.401340] Modules linked in: netconsole xfs xts gf128mul xt_multiport ipt_REJECT xt_tcpudp nf_conntrack_ipv4 nf_defrag_ipv4 xt_state nf_conntrack iptable_filter ip_tables x_tables seqiv authenc esp4 xfrm4_mode_transport deflate ctr twofish_generic twofish_x86_64_3way twofish_x86_64 twofish_common camellia serpent blowfish_generic blowfish_x86_64 blowfish_common cast5 des_generic xcbc rmd160 sha512_generic crypto_null af_key dm_crypt eeepc_wmi asus_wmi serio_raw sparse_keymap mei(C) mac_hid lp parport configfs raid10 raid456 async_pq async_xor xor async_memcpy async_raid6_recov raid6_pq async_tx raid1 raid0 multipath linear btrfs zlib_deflate libcrc32c r8169 video wmi [last unloaded: netconsole]
[1123306.401378] Pid: 20546, comm: mongod Tainted: G      D WC   3.2.0-48-generic #74-Ubuntu
[1123306.401381]  <IRQ>  [<ffffffff8106806f>] warn_slowpath_common+0x7f/0xc0
[1123306.401392]  [<ffffffff8153930f>] skb_release_head_state+0x10f/0x120
[1123306.401395]  [<ffffffff81539076>] __kfree_skb+0x16/0x30
[1123306.401399]  [<ffffffff815390cd>] consume_skb+0x3d/0xb0
[1123306.401412]  [<ffffffffa001af11>] rtl8169_poll+0x51/0xa0 [r8169]
[1123306.401426]  [<ffffffff8155ca20>] netpoll_poll_dev.part.22+0x30/0xb0
[1123306.401430]  [<ffffffff8155cc14>] netpoll_send_skb_on_dev+0x174/0x260
[1123306.401444]  [<ffffffff81068237>] __call_console_drivers+0x97/0xb0
[1123306.401448]  [<ffffffff8106843c>] _call_console_drivers+0x4c/0x80
[1123306.401460]  [<ffffffff81068bf6>] vprintk+0x1e6/0x4a0
[1123306.401465]  [<ffffffff816476d2>] printk+0x51/0x53
[1123306.402169]  [<ffffffff81068237>] __call_console_drivers+0x97/0xb0
[1123306.402234]  <EOI>  [<ffffffff8131d470>] ? kasprintf+0x40/0x40
[1123306.402279]  [<ffffffff81663bbe>] do_page_fault+0x17e/0x540
[1123306.402246]  [<ffffffff811707b8>] ? __mem_cgroup_commit_charge+0x78/0xe0
[1123306.402251]  [<ffffffff81046afe>] native_flush_tlb_others+0xe/0x10
[1123306.402256]  [<ffffffff81046c6e>] flush_tlb_page+0x5e/0xb0
[1123306.402259]  [<ffffffff8114eb7e>] ptep_clear_flush+0x3e/0x60
[1123306.402263]  [<ffffffff8113d382>] do_wp_page+0x242/0x740
[1123306.402271]  [<ffffffff8166009e>] ? _raw_spin_lock+0xe/0x20
[1123306.402291]  [<ffffffff81121573>] ? free_pages+0x43/0x50
[1123306.402295]  [<ffffffff816607f5>] page_fault+0x25/0x30
[1123306.402304] WARNING: at /build/buildd/linux-3.2.0/net/core/skbuff.c:403 skb_release_head_state+0x10f/0x120()
[1123306.402308] Modules linked in: netconsole xfs xts gf128mul xt_multiport ipt_REJECT xt_tcpudp nf_conntrack_ipv4 nf_defrag_ipv4 xt_state nf_conntrack iptable_filter ip_tables x_tables seqiv authenc esp4 xfrm4_mode_transport deflate ctr twofish_generic twofish_x86_64_3way twofish_x86_64 twofish_common camellia serpent blowfish_generic blowfish_x86_64 blowfish_common cast5 des_generic xcbc rmd160 sha512_generic crypto_null af_key dm_crypt eeepc_wmi asus_wmi serio_raw sparse_keymap mei(C) mac_hid lp parport configfs raid10 raid456 async_pq async_xor xor async_memcpy async_raid6_recov raid6_pq async_tx raid1 raid0 multipath linear btrfs zlib_deflate libcrc32c r8169 video wmi [last unloaded: netconsole]
[1123306.402441]  [<ffffffff81068bf6>] vprintk+0x1e6/0x4a0
[1123306.402450]  [<ffffffff810aa519>] print_modules+0x99/0xc0
[1123306.402459]  [<ffffffff8108fd38>] __run_hrtimer+0x78/0x1f0
[1123306.402472]  [<ffffffff81090667>] hrtimer_interrupt+0xf7/0x240
[1123306.402486]  [<ffffffff8166919e>] apic_timer_interrupt+0x6e/0x80
[1123306.402488]  <EOI>  [<ffffffff8131d470>] ? kasprintf+0x40/0x40
[1123306.402496]  [<ffffffff8104696f>] ? flush_tlb_others_ipi+0x12f/0x140
[1123306.402691]  [<ffffffff81068916>] console_unlock+0x86/0x180
[1123306.402700]  [<ffffffff816476d2>] printk+0x51/0x53
[1123306.402708]  [<ffffffff810d9286>] watchdog_timer_fn+0x126/0x180
[1123306.402782]  [<ffffffff8114eb7e>] ptep_clear_flush+0x3e/0x60
[1123306.402786]  [<ffffffff8113d382>] do_wp_page+0x242/0x740
[1123306.402790]  [<ffffffff8113f47b>] handle_pte_fault+0x1cb/0x200
[1123306.402794]  [<ffffffff8166009e>] ? _raw_spin_lock+0xe/0x20
[1123306.402798]  [<ffffffff81140689>] handle_mm_fault+0x269/0x370
[1123306.402803]  [<ffffffff81663bbe>] do_page_fault+0x17e/0x540
[1123306.402810]  [<ffffffff810a1f37>] ? sys_futex+0x147/0x1a0
[1123306.402827] WARNING: at /build/buildd/linux-3.2.0/net/core/skbuff.c:403 skb_release_head_state+0x10f/0x120()
[1123306.402830] Modules linked in: netconsole xfs xts gf128mul xt_multiport ipt_REJECT xt_tcpudp nf_conntrack_ipv4 nf_defrag_ipv4 xt_state nf_conntrack iptable_filter ip_tables x_tables seqiv authenc esp4 xfrm4_mode_transport deflate ctr twofish_generic twofish_x86_64_3way twofish_x86_64 twofish_common camellia serpent blowfish_generic blowfish_x86_64 blowfish_common cast5 des_generic xcbc rmd160 sha512_generic crypto_null af_key dm_crypt eeepc_wmi asus_wmi serio_raw sparse_keymap mei(C) mac_hid lp parport configfs raid10 raid456 async_pq async_xor xor async_memcpy async_raid6_recov raid6_pq async_tx raid1 raid0 multipath linear btrfs zlib_deflate libcrc32c r8169 video wmi [last unloaded: netconsole]
[1123306.402903]  [<ffffffffa001ae14>] rtl8169_tx_interrupt+0x144/0x1f0 [r8169]
[1123306.402936]  [<ffffffff8155cf32>] netpoll_send_udp+0x232/0x250
[1123306.402968]  [<ffffffff816476d2>] printk+0x51/0x53
[1123306.402986]  [<ffffffff810d9160>] ? __touch_watchdog+0x30/0x30
[1123306.403011]  <EOI>  [<ffffffff8131d470>] ? kasprintf+0x40/0x40
[1123306.403046]  [<ffffffff8113f47b>] handle_pte_fault+0x1cb/0x200
[1123306.403077]  [<ffffffff816607f5>] page_fault+0x25/0x30
[1123306.403091] Modules linked in: netconsole xfs xts gf128mul xt_multiport ipt_REJECT xt_tcpudp nf_conntrack_ipv4 nf_defrag_ipv4 xt_state nf_conntrack iptable_filter ip_tables x_tables seqiv authenc esp4 xfrm4_mode_transport deflate ctr twofish_generic twofish_x86_64_3way twofish_x86_64 twofish_common camellia serpent blowfish_generic blowfish_x86_64 blowfish_common cast5 des_generic xcbc rmd160 sha512_generic crypto_null af_key dm_crypt eeepc_wmi asus_wmi serio_raw sparse_keymap mei(C) mac_hid lp parport configfs raid10 raid456 async_pq async_xor xor async_memcpy async_raid6_recov raid6_pq async_tx raid1 raid0 multipath linear btrfs zlib_deflate libcrc32c r8169 video wmi [last unloaded: netconsole]
[1123306.403133] Pid: 20546, comm: mongod Tainted: G      D WC   3.2.0-48-generic #74-Ubuntu
[1123306.403152]  [<ffffffff81539076>] __kfree_skb+0x16/0x30
[1123306.403191]  [<ffffffff8155cc14>] netpoll_send_skb_on_dev+0x174/0x260
[1123306.403224]  [<ffffffff81068bf6>] vprintk+0x1e6/0x4a0
[1123306.403246]  [<ffffffff810d9160>] ? __touch_watchdog+0x30/0x30
[1123306.403298]  [<ffffffff8114eb7e>] ptep_clear_flush+0x3e/0x60
 eeepc_wmi
 asus_wmi
 async_pq
 xor
 async_memcpy
 async_raid6_recov
 async_tx
 zlib_deflate
[1123306.448269] CPU 2 
 xfs
 ipt_REJECT
 xt_tcpudp
 iptable_filter
 xfrm4_mode_transport
[1123310.763735] BUG: soft lockup - CPU#6 stuck for 22s! [flush-252:4:20655]
[1123310.763779] Modules linked in:
 xfs
 xts
 netconsole
 gf128mul
 xt_multiport
 ipt_REJECT
 xt_tcpudp
 nf_conntrack_ipv4
 nf_defrag_ipv4
 xt_state
 nf_conntrack
 iptable_filter
 ip_tables
 x_tables
 authenc
 esp4
 xfrm4_mode_transport
 deflate
 ctr
 twofish_generic
 seqiv
 twofish_x86_64_3way
 twofish_x86_64
 twofish_common
 camellia
 serpent
 blowfish_generic
 blowfish_x86_64
 blowfish_common
 cast5
 des_generic
 xcbc
 rmd160
 sha512_generic
 crypto_null
 af_key
 dm_crypt
 eeepc_wmi
 asus_wmi
 serio_raw
 sparse_keymap
 mei(C)
 mac_hid
 lp
 parport
 configfs
 raid10
 raid456
 async_pq
 async_xor
 xor
 async_memcpy
 async_raid6_recov
 raid6_pq
 async_tx
 raid1
 raid0
 nf_conntrack_ipv4
 twofish_x86_64_3way
[1123340.592961] ------------[ cut here ]------------
[1123340.593007] WARNING: at /build/buildd/linux-3.2.0/kernel/watchdog.c:241 watchdog_overflow_callback+0x9a/0xc0()
[1123340.593064] Hardware name: System Product Name
[1123340.593099] Watchdog detected hard LOCKUP on cpu 0

[1123340.593124] Modules linked in:
 netconsole
 xfs
 xts
 gf128mul
 xt_multiport
 ipt_REJECT
 xt_tcpudp
 nf_defrag_ipv4
 xt_state
 nf_conntrack
 iptable_filter
 ip_tables
 x_tables
 seqiv
 authenc
 esp4
 xfrm4_mode_transport
 deflate
 ctr
 twofish_generic
 twofish_x86_64
 twofish_common
 camellia
 serpent
 blowfish_generic
 af_key
 blowfish_x86_64
 blowfish_common
 cast5
 des_generic
 xcbc
 rmd160
 sha512_generic
 crypto_null
 dm_crypt
 eeepc_wmi
 asus_wmi
 serio_raw
 sparse_keymap
 mei(C)
[1123340.597634] ---[ end trace 65f4fccec4ccb2fb ]---
 parport
 configfs
 raid10
 raid456
 async_pq
 async_xor
 xor
 async_memcpy
 async_raid6_recov
 raid6_pq
 async_tx
 raid1
 raid0
 multipath
 linear
 btrfs
 zlib_deflate
 libcrc32c
 r8169
 video
 wmi
 [last unloaded: netconsole]

 mac_hid
 xts
 xt_state
 serpent
[1123365.932707] ------------[ cut here ]------------
[1123365.932809] Hardware name: System Product Name

[1123365.932869] Modules linked in:
 netconsole
 xfs
[1123365.932752] WARNING: at /build/buildd/linux-3.2.0/kernel/watchdog.c:241 watchdog_overflow_callback+0x9a/0xc0()
[1123365.932845] Watchdog detected hard LOCKUP on cpu 1
 gf128mul
 xt_multiport
 ipt_REJECT
 xt_tcpudp
 nf_conntrack_ipv4
 nf_defrag_ipv4
 nf_conntrack
 iptable_filter
 ip_tables
 x_tables
 seqiv
 authenc
 esp4
 xfrm4_mode_transport
 deflate
[1123365.935624]  [<ffffffff810e19e5>] ? call_rcu_sched+0x15/0x20
[1123365.935664]  [<ffffffff81057863>] ? update_curr+0x143/0x1f0
[1123365.935704]  [<ffffffff816607f5>] page_fault+0x25/0x30
[1123365.935742]  [<ffffffff8108ba71>] ? kthread_data+0x11/0x20
[1123365.935904]  [<ffffffff8165dd37>] __schedule+0x5d7/0x6f0
[1123365.935942]  [<ffffffff8165e17f>] schedule+0x3f/0x60
[1123365.935980]  [<ffffffff8106ca8c>] do_exit+0x28c/0x450
[1123365.936019]  [<ffffffff81661220>] oops_end+0xb0/0xf0
[1123365.936057]  [<ffffffff81646418>] no_context+0x150/0x15d
[1123365.936095]  [<ffffffff816465f0>] __bad_area_nosemaphore+0x1cb/0x1ea
[1123365.936136]  [<ffffffff81645cae>] ? pmd_offset+0x1a/0x20
[1123365.936174]  [<ffffffff81646622>] bad_area_nosemaphore+0x13/0x15
[1123365.936214]  [<ffffffff81663eab>] do_page_fault+0x46b/0x540
[1123365.936254]  [<ffffffff8112205b>] ? __alloc_pages_nodemask+0x1ab/0x8f0
[1123365.936296]  [<ffffffff812e4c67>] ? blkcipher_walk_next+0x1c7/0x3d0
[1123365.936336]  [<ffffffff816607f5>] page_fault+0x25/0x30
[1123365.936376]  [<ffffffffa02792c6>] ? encrypt+0x46/0x50 [xts]
[1123365.936416]  [<ffffffff812e403c>] ? async_encrypt+0x3c/0x40
[1123365.936457]  [<ffffffffa019bb03>] ? crypt_convert_block+0x213/0x220 [dm_crypt]
[1123365.936512]  [<ffffffffa019bbd1>] ? crypt_convert+0xc1/0x160 [dm_crypt]
[1123365.936554]  [<ffffffffa019c382>] ? kcryptd_crypt_write_convert+0xc2/0x220 [dm_crypt]
[1123365.936609]  [<ffffffffa019c4ff>] ? kcryptd_crypt+0x1f/0x40 [dm_crypt]
[1123365.936651]  [<ffffffff81085c87>] ? process_one_work+0x127/0x470
[1123365.936691]  [<ffffffff81086d94>] ? worker_thread+0x164/0x370
[1123365.936731]  [<ffffffff81086c30>] ? manage_workers.isra.31+0x130/0x130
[1123365.936771]  [<ffffffff8108b5dc>] ? kthread+0x8c/0xa0
[1123365.936811]  [<ffffffff8166a834>] ? kernel_thread_helper+0x4/0x10
[1123365.936851]  [<ffffffff8108b550>] ? flush_kthread_worker+0xa0/0xa0
[1123365.936891]  [<ffffffff8166a830>] ? gs_change+0x13/0x13
[1123365.936928] ---[ end trace 65f4fccec4ccb2fc ]---
 ctr
 twofish_generic
 twofish_x86_64_3way
 twofish_x86_64
 twofish_common
 camellia
 blowfish_generic
 blowfish_x86_64
 blowfish_common
 cast5
 des_generic
 xcbc
 rmd160
 sha512_generic
 crypto_null
 af_key
 dm_crypt
 eeepc_wmi
 asus_wmi
 serio_raw
 sparse_keymap
 mei(C)
 mac_hid
 lp
 parport
 configfs
 raid10
 raid456
 async_pq
 async_xor
 xor
 async_memcpy
 async_raid6_recov
 raid6_pq
 async_tx
 raid1
 raid0
 multipath
 linear
 btrfs
 zlib_deflate
 libcrc32c
 r8169
 video
 wmi
 [last unloaded: netconsole]

[1123365.934487] Pid: 27408, comm: kworker/1:2 Tainted: G      D WC   3.2.0-48-generic #74-Ubuntu
[1123365.934541] Call Trace:
[1123365.934573]  <NMI> 
 [<ffffffff8106806f>] warn_slowpath_common+0x7f/0xc0
[1123365.934634]  [<ffffffff81068166>] warn_slowpath_fmt+0x46/0x50
[1123365.934674]  [<ffffffff8101bdc3>] ? native_sched_clock+0x13/0x80
[1123365.934714]  [<ffffffff810d97ea>] watchdog_overflow_callback+0x9a/0xc0
[1123365.934755]  [<ffffffff811133b6>] __perf_event_overflow+0x96/0x1f0
[1123365.934795]  [<ffffffff81110941>] ? perf_event_update_userpage+0x11/0xc0
[1123365.934837]  [<ffffffff81024a1a>] ? x86_perf_event_set_period+0xda/0x150
[1123365.934878]  [<ffffffff81113914>] perf_event_overflow+0x14/0x20
[1123365.934918]  [<ffffffff81029133>] intel_pmu_handle_irq+0x163/0x210
[1123365.934959]  [<ffffffff81661bd1>] perf_event_nmi_handler+0x21/0x30
[1123365.935000]  [<ffffffff81661489>] default_do_nmi+0x69/0x220
[1123365.935039]  [<ffffffff816616c0>] do_nmi+0x80/0x90
[1123365.935077]  [<ffffffff81660ab0>] nmi+0x20/0x30
[1123365.935115]  [<ffffffff8165e17f>] ? schedule+0x3f/0x60
[1123365.935153]  [<ffffffff8103ebc5>] ? __ticket_spin_lock+0x25/0x30
[1123365.935191]  <<EOE>> 
 [<ffffffff81660385>] _raw_spin_lock_irq+0x15/0x20
[1123365.935250]  [<ffffffff8165d81c>] __schedule+0xbc/0x6f0
[1123365.935288]  [<ffffffff8165e17f>] schedule+0x3f/0x60
[1123365.935327]  [<ffffffff8106cc27>] do_exit+0x427/0x450
[1123365.935366]  [<ffffffff81661220>] oops_end+0xb0/0xf0
[1123365.935404]  [<ffffffff81646418>] no_context+0x150/0x15d
[1123365.935454]  [<ffffffff816465f0>] __bad_area_nosemaphore+0x1cb/0x1ea
[1123365.935504]  [<ffffffff81645cae>] ? pmd_offset+0x1a/0x20
[1123365.935543]  [<ffffffff81646622>] bad_area_nosemaphore+0x13/0x15
[1123365.935583]  [<ffffffff81663eab>] do_page_fault+0x46b/0x540
[1123365.935782]  [<ffffffff81087345>] ? wq_worker_sleeping+0x15/0xa0
 xt_multiport
[1123389.348990] ------------[ cut here ]------------
 nf_defrag_ipv4
 xcbc
 rmd160
 sha512_generic
 crypto_null
 af_key
 dm_crypt
 configfs
 eeepc_wmi
 asus_wmi
 serio_raw
 sparse_keymap
 mei(C)
 mac_hid
 lp
 parport
 raid10
 raid456
 async_pq
 async_xor
 raid1
 xor
 async_memcpy
 async_raid6_recov
 raid6_pq
 async_tx
 raid0
 multipath
 linear
 btrfs
 zlib_deflate
 libcrc32c
 r8169
 video
 wmi
 [last unloaded: netconsole]

[1123389.350802] Pid: 20546, comm: mongod Tainted: G      D WC   3.2.0-48-generic #74-Ubuntu
[1123389.350857] Call Trace:
[1123389.350891]  <NMI> 
 [<ffffffff8106806f>] warn_slowpath_common+0x7f/0xc0
[1123389.350955]  [<ffffffff81068166>] warn_slowpath_fmt+0x46/0x50
[1123389.350997]  [<ffffffff8101bdc3>] ? native_sched_clock+0x13/0x80
[1123389.351040]  [<ffffffff810d97ea>] watchdog_overflow_callback+0x9a/0xc0
[1123389.351083]  [<ffffffff811133b6>] __perf_event_overflow+0x96/0x1f0
[1123389.351126]  [<ffffffff81110941>] ? perf_event_update_userpage+0x11/0xc0
[1123389.351171]  [<ffffffff81024a1a>] ? x86_perf_event_set_period+0xda/0x150
[1123389.351214]  [<ffffffff81113914>] perf_event_overflow+0x14/0x20
[1123389.351257]  [<ffffffff81029133>] intel_pmu_handle_irq+0x163/0x210
[1123389.351301]  [<ffffffff81661bd1>] perf_event_nmi_handler+0x21/0x30
[1123389.351643]  [<ffffffff810605d9>] try_to_wake_up+0x39/0x200
[1123389.351344]  [<ffffffff81661489>] default_do_nmi+0x69/0x220
[1123389.351385]  [<ffffffff816616c0>] do_nmi+0x80/0x90
[1123389.351426]  [<ffffffff81660ab0>] nmi+0x20/0x30
[1123389.351465]  [<ffffffff8103ebc5>] ? __ticket_spin_lock+0x25/0x30
[1123389.351506]  <<EOE>> 
 <IRQ> 
 [<ffffffff8103ec59>] default_spin_lock_flags+0x9/0x10
[1123389.351599]  [<ffffffff8166032e>] _raw_spin_lock_irqsave+0x2e/0x40
[1123389.351685]  [<ffffffff810607b2>] default_wake_function+0x12/0x20
[1123389.351728]  [<ffffffff8108c096>] autoremove_wake_function+0x16/0x40
[1123389.351772]  [<ffffffff8104d3d8>] __wake_up_common+0x58/0x90
[1123389.351908]  [<ffffffff8104f048>] __wake_up+0x48/0x70
[1123389.349031] WARNING: at /build/buildd/linux-3.2.0/kernel/watchdog.c:241 watchdog_overflow_callback+0x9a/0xc0()
[1123389.349090] Hardware name: System Product Name
[1123389.349127] Watchdog detected hard LOCKUP on cpu 2

[1123389.352815]  [<ffffffff810a1d18>] ? do_futex+0xd8/0x1b0
[1123389.352856]  [<ffffffff810a1f37>] ? sys_futex+0x147/0x1a0
[1123389.352897]  [<ffffffff81121573>] ? free_pages+0x43/0x50
[1123389.352938]  [<ffffffff816607f5>] page_fault+0x25/0x30
[1123389.352978] ---[ end trace 65f4fccec4ccb2fd ]---
 xt_multiport
[1123407.442099] ------------[ cut here ]------------
[1123407.442144] WARNING: at /build/buildd/linux-3.2.0/kernel/watchdog.c:241 watchdog_overflow_callback+0x9a/0xc0()
[1123407.442202] Hardware name: System Product Name
[1123407.442238] Watchdog detected hard LOCKUP on cpu 3

 ipt_REJECT
[1123407.442264] Modules linked in:
 xt_state
 netconsole
 nf_conntrack
 xfs
 xts
 gf128mul
 xt_tcpudp
 nf_conntrack_ipv4
 nf_defrag_ipv4
 iptable_filter
[1123407.445567]  [<ffffffff81029133>] intel_pmu_handle_irq+0x163/0x210
[1123407.445609]  [<ffffffff81661bd1>] perf_event_nmi_handler+0x21/0x30
[1123407.443941]  [<ffffffff81068166>] warn_slowpath_fmt+0x46/0x50
[1123407.445321]  [<ffffffff8101bdc3>] ? native_sched_clock+0x13/0x80
[1123407.445361]  [<ffffffff810d97ea>] watchdog_overflow_callback+0x9a/0xc0
[1123407.445403]  [<ffffffff811133b6>] __perf_event_overflow+0x96/0x1f0
[1123407.445727]  [<ffffffff81660ab0>] nmi+0x20/0x30
[1123407.445443]  [<ffffffff81110941>] ? perf_event_update_userpage+0x11/0xc0
[1123407.445485]  [<ffffffff81024a1a>] ? x86_perf_event_set_period+0xda/0x150
[1123407.445527]  [<ffffffff81113914>] perf_event_overflow+0x14/0x20
[1123407.445649]  [<ffffffff81661489>] default_do_nmi+0x69/0x220
[1123407.445689]  [<ffffffff816616c0>] do_nmi+0x80/0x90
[1123407.446027]  [<ffffffff8107f4a2>] k_getrusage+0xd2/0x450
[1123407.445765]  [<ffffffff8103ebc5>] ? __ticket_spin_lock+0x25/0x30
[1123407.445804]  <<EOE>> 
 [<ffffffff8166009e>] _raw_spin_lock+0xe/0x20
[1123407.445864]  [<ffffffff8104f20a>] task_rq_lock+0x5a/0xb0
[1123407.445904]  [<ffffffff8106161c>] task_sched_runtime+0x2c/0xa0
[1123407.445945]  [<ffffffff8108dc68>] thread_group_cputime+0x78/0xb0
[1123407.445986]  [<ffffffff81061c63>] thread_group_times+0x33/0xb0
[1123407.446066]  [<ffffffff81082100>] getrusage+0x20/0x50
[1123407.446105]  [<ffffffff81082156>] sys_getrusage+0x26/0x40
[1123407.446144]  [<ffffffff816686c2>] system_call_fastpath+0x16/0x1b
[1123407.446184] ---[ end trace 65f4fccec4ccb2fe ]---
 ip_tables
 x_tables
 seqiv
 authenc
 esp4
 xfrm4_mode_transport
 deflate
 ctr
 twofish_generic
 twofish_x86_64_3way
 twofish_x86_64
 twofish_common
 camellia
 serpent
 blowfish_generic
 blowfish_x86_64
 blowfish_common
 cast5
 des_generic
 xcbc
 rmd160
 sha512_generic
 crypto_null
 af_key
 dm_crypt
 eeepc_wmi
 asus_wmi
 serio_raw
 sparse_keymap
 mei(C)
 mac_hid
 lp
 parport
 configfs
 raid10
 raid456
 async_xor
 xor
 async_pq
 async_memcpy
 async_raid6_recov
 raid6_pq
 async_tx
 raid1
 raid0
 multipath
 linear
 btrfs
 zlib_deflate
 libcrc32c
 r8169
 video
 wmi
 [last unloaded: netconsole]

[1123407.443793] Pid: 29379, comm: rs:action 1 que Tainted: G      D WC   3.2.0-48-generic #74-Ubuntu
[1123407.443848] Call Trace:
[1123407.443880]  <NMI> 
 [<ffffffff8106806f>] warn_slowpath_common+0x7f/0xc0
[1123431.068762] ------------[ cut here ]------------
[1123431.068803] WARNING: at /build/buildd/linux-3.2.0/kernel/watchdog.c:241 watchdog_overflow_callback+0x9a/0xc0()
[1123431.068861] Hardware name: System Product Name
[1123431.068899] Watchdog detected hard LOCKUP on cpu 6

[1123431.068925] Modules linked in:
 netconsole
 xfs
 xts
 authenc
 dm_crypt
 eeepc_wmi
 asus_wmi
 serio_raw
 sparse_keymap
 mei(C)
 mac_hid
 lp
 parport
 configfs
 raid10
 raid456
 async_pq
 async_xor
 xor
 [last unloaded: netconsole]
 async_memcpy
 async_raid6_recov
 raid6_pq
 async_tx
 raid1
 raid0
 multipath
 linear
 [<ffffffff8106806f>] warn_slowpath_common+0x7f/0xc0
 btrfs
 zlib_deflate
 libcrc32c
 r8169
 video
 wmi

[1123431.070540] Pid: 20655, comm: flush-252:4 Tainted: G      D WC   3.2.0-48-generic #74-Ubuntu
[1123431.070595] Call Trace:
[1123431.070629]  <NMI> 
[1123431.070693]  [<ffffffff81068166>] warn_slowpath_fmt+0x46/0x50
[1123431.070735]  [<ffffffff8101bdc3>] ? native_sched_clock+0x13/0x80
[1123431.070777]  [<ffffffff810d97ea>] watchdog_overflow_callback+0x9a/0xc0
[1123431.070820]  [<ffffffff811133b6>] __perf_event_overflow+0x96/0x1f0
[1123431.070882]  [<ffffffff81110941>] ? perf_event_update_userpage+0x11/0xc0
[1123431.070927]  [<ffffffff81024a1a>] ? x86_perf_event_set_period+0xda/0x150
[1123431.070970]  [<ffffffff81113914>] perf_event_overflow+0x14/0x20
[1123431.071013]  [<ffffffff81029133>] intel_pmu_handle_irq+0x163/0x210
[1123431.071057]  [<ffffffff81661bd1>] perf_event_nmi_handler+0x21/0x30
[1123431.071099]  [<ffffffff81661489>] default_do_nmi+0x69/0x220
[1123431.071141]  [<ffffffff816616c0>] do_nmi+0x80/0x90
[1123431.071181]  [<ffffffff81660ab0>] nmi+0x20/0x30
[1123431.071221]  [<ffffffff8103ebc5>] ? __ticket_spin_lock+0x25/0x30
[1123431.071262]  <<EOE>> 
 <IRQ> 
 [<ffffffff8103ec59>] default_spin_lock_flags+0x9/0x10
[1123431.071355]  [<ffffffff8166032e>] _raw_spin_lock_irqsave+0x2e/0x40
[1123431.071398]  [<ffffffff8104f032>] __wake_up+0x32/0x70
[1123431.071438]  [<ffffffff81069c74>] printk_tick+0x44/0x50
[1123431.071480]  [<ffffffff810799fd>] update_process_times+0x4d/0x90
[1123431.071522]  [<ffffffff8109d714>] tick_sched_timer+0x64/0xc0
[1123431.071564]  [<ffffffff8108fd38>] __run_hrtimer+0x78/0x1f0
[1123431.071605]  [<ffffffff8109d6b0>] ? tick_nohz_handler+0x100/0x100
[1123431.071649]  [<ffffffff81090667>] hrtimer_interrupt+0xf7/0x240
 gf128mul
 xt_multiport
 ipt_REJECT
 xt_tcpudp
 nf_conntrack_ipv4
[1123431.071691]  [<ffffffff8166a92c>] ? call_softirq+0x1c/0x30
 nf_defrag_ipv4
 xt_state
 nf_conntrack
 iptable_filter
 ip_tables
 x_tables
 seqiv
 serpent
 esp4
 xfrm4_mode_transport
 deflate
 ctr
 twofish_generic
 twofish_x86_64_3way
 twofish_x86_64
 twofish_common
 camellia
 blowfish_generic
 blowfish_x86_64
 blowfish_common
[1123431.071826]  [<ffffffff8166b2d9>] smp_apic_timer_interrupt+0x69/0x99
 cast5
 des_generic
 xcbc
 rmd160
 sha512_generic
 crypto_null
 af_key
[1123431.071869]  [<ffffffff8166919e>] apic_timer_interrupt+0x6e/0x80
[1123431.071909]  <EOI> 
 [<ffffffff8131d4dd>] ? __bitmap_empty+0x6d/0x80
[1123431.071972]  [<ffffffff8104696f>] flush_tlb_others_ipi+0x12f/0x140
[1123431.072015]  [<ffffffff81046afe>] native_flush_tlb_others+0xe/0x10
[1123431.072058]  [<ffffffff81046c6e>] flush_tlb_page+0x5e/0xb0
[1123431.072100]  [<ffffffff8114eb7e>] ptep_clear_flush+0x3e/0x60
[1123431.072353]  [<ffffffff811231e2>] write_cache_pages+0x1e2/0x460
[1123431.072142]  [<ffffffff81148a6a>] page_mkclean_one+0x5a/0xc0
[1123431.072184]  [<ffffffff81312cf9>] ? prio_tree_next+0x199/0x1a0
[1123431.072226]  [<ffffffff81148b78>] page_mkclean_file+0xa8/0x100
[1123431.072269]  [<ffffffff81148c10>] page_mkclean+0x40/0x50
[1123431.072310]  [<ffffffff81122e38>] clear_page_dirty_for_io+0x68/0x100
[1123431.072396]  [<ffffffff81122a00>] ? set_page_dirty_lock+0x60/0x60
[1123431.072439]  [<ffffffff8116401f>] ? kmem_cache_free+0x2f/0x110
[1123431.072481]  [<ffffffff811234aa>] generic_writepages+0x4a/0x70
[1123431.072535]  [<ffffffffa028a80d>] xfs_vm_writepages+0x4d/0x60 [xfs]
[1123431.072578]  [<ffffffff81124411>] do_writepages+0x21/0x40
[1123431.072619]  [<ffffffff811a35a0>] writeback_single_inode+0x170/0x420
[1123431.072663]  [<ffffffff811a3c66>] writeback_sb_inodes+0x1b6/0x270
[1123431.072706]  [<ffffffff811a3dbe>] __writeback_inodes_wb+0x9e/0xd0
[1123431.072748]  [<ffffffff811a405b>] wb_writeback+0x26b/0x310
[1123431.073214]  [<ffffffff8166a830>] ? gs_change+0x13/0x13
[1123431.072790]  [<ffffffff810136e5>] ? __switch_to+0xf5/0x360
[1123431.072831]  [<ffffffff811956c2>] ? get_nr_dirty_inodes+0x52/0x80
[1123431.072874]  [<ffffffff811a419f>] wb_check_old_data_flush+0x9f/0xb0
[1123431.072918]  [<ffffffff811a5071>] wb_do_writeback+0x151/0x1d0
[1123431.072960]  [<ffffffff81077bd0>] ? usleep_range+0x50/0x50
[1123431.073002]  [<ffffffff811a5173>] bdi_writeback_thread+0x83/0x270
[1123431.073045]  [<ffffffff811a50f0>] ? wb_do_writeback+0x1d0/0x1d0
[1123431.073087]  [<ffffffff8108b5dc>] kthread+0x8c/0xa0
[1123431.073128]  [<ffffffff8166a834>] kernel_thread_helper+0x4/0x10
[1123431.073171]  [<ffffffff8108b550>] ? flush_kthread_worker+0xa0/0xa0
[1123431.073253] ---[ end trace 65f4fccec4ccb2ff ]---
 dm_crypt
[1124970.049062] ------------[ cut here ]------------
 gf128mul
[1124970.049108] WARNING: at /build/buildd/linux-3.2.0/kernel/watchdog.c:241 watchdog_overflow_callback+0x9a/0xc0()
[1124970.049164] Hardware name: System Product Name
[1124970.049200] Watchdog detected hard LOCKUP on cpu 4

[1124970.049225] Modules linked in:
 netconsole
 xfs
 xts
 xt_multiport
 esp4
 ipt_REJECT
 xt_tcpudp
 nf_conntrack_ipv4
 nf_defrag_ipv4
 xt_state
 nf_conntrack
 iptable_filter
 ip_tables
 ctr
 x_tables
 seqiv
 authenc
 xfrm4_mode_transport
 deflate
 twofish_generic
 twofish_x86_64_3way
 twofish_x86_64
 twofish_common
 camellia
 serpent
 blowfish_generic
 blowfish_x86_64
 blowfish_common
 cast5
 des_generic
 xcbc
 rmd160
 sha512_generic
 crypto_null

[1124970.050190] ------------[ cut here ]------------
[1124970.050195] WARNING: at /build/buildd/linux-3.2.0/net/core/skbuff.c:403 skb_release_head_state+0x10f/0x120()
[1124970.050197] Hardware name: System Product Name
[1124970.050199] Modules linked in: netconsole xfs xts gf128mul xt_multiport ipt_REJECT xt_tcpudp nf_conntrack_ipv4 nf_defrag_ipv4 xt_state nf_conntrack iptable_filter ip_tables x_tables seqiv authenc esp4 xfrm4_mode_transport deflate ctr twofish_generic twofish_x86_64_3way twofish_x86_64 twofish_common camellia serpent blowfish_generic blowfish_x86_64 blowfish_common cast5 des_generic xcbc rmd160 sha512_generic crypto_null af_key dm_crypt eeepc_wmi asus_wmi serio_raw sparse_keymap mei(C) mac_hid lp parport configfs raid10 raid456 async_pq async_xor xor async_memcpy async_raid6_recov raid6_pq async_tx raid1 raid0 multipath linear btrfs zlib_deflate libcrc32c r8169 video wmi [last unloaded: netconsole]
[1124970.050236] Pid: 1798, comm: irqbalance Tainted: G      D WC   3.2.0-48-generic #74-Ubuntu
[1124970.050238] Call Trace:
[1124970.050240]  <NMI>  [<ffffffff8106806f>] warn_slowpath_common+0x7f/0xc0
[1124970.050249]  [<ffffffff810680ca>] warn_slowpath_null+0x1a/0x20
[1124970.050253]  [<ffffffff8153930f>] skb_release_head_state+0x10f/0x120
[1124970.050257]  [<ffffffff81539076>] __kfree_skb+0x16/0x30
[1124970.050260]  [<ffffffff815390cd>] consume_skb+0x3d/0xb0
[1124970.050269]  [<ffffffffa001ae14>] rtl8169_tx_interrupt+0x144/0x1f0 [r8169]
[1124970.050276]  [<ffffffffa001af11>] rtl8169_poll+0x51/0xa0 [r8169]
[1124970.050320]  [<ffffffff81068916>] console_unlock+0x86/0x180
[1124970.050281]  [<ffffffff8155c257>] poll_one_napi.isra.17+0x67/0xe0
[1124970.050286]  [<ffffffff8155c350>] poll_napi+0x80/0xb0
[1124970.050290]  [<ffffffff8155ca20>] netpoll_poll_dev.part.22+0x30/0xb0
[1124970.050337]  [<ffffffff816476d2>] printk+0x51/0x53
[1124970.050294]  [<ffffffff8155cc14>] netpoll_send_skb_on_dev+0x174/0x260
[1124970.050300]  [<ffffffff8155cf32>] netpoll_send_udp+0x232/0x250
[1124970.050305]  [<ffffffffa0135313>] write_msg+0xc3/0x120 [netconsole]
[1124970.050309]  [<ffffffff81068237>] __call_console_drivers+0x97/0xb0
[1124970.050313]  [<ffffffff8106843c>] _call_console_drivers+0x4c/0x80
[1124970.050316]  [<ffffffff8106865a>] call_console_drivers+0x7a/0x190
[1124970.050324]  [<ffffffff81068bf6>] vprintk+0x1e6/0x4a0
[1124970.050328]  [<ffffffff810689c5>] ? console_unlock+0x135/0x180
[1124970.050332]  [<ffffffff810d97ea>] ? watchdog_overflow_callback+0x9a/0xc0
[1124970.050341]  [<ffffffff810aa519>] print_modules+0x99/0xc0
[1124970.050346]  [<ffffffff8106806a>] warn_slowpath_common+0x7a/0xc0
[1124970.050349]  [<ffffffff81068166>] warn_slowpath_fmt+0x46/0x50
[1124970.050353]  [<ffffffff8101bdc3>] ? native_sched_clock+0x13/0x80
[1124970.050357]  [<ffffffff810d97ea>] watchdog_overflow_callback+0x9a/0xc0
[1124970.050361]  [<ffffffff811133b6>] __perf_event_overflow+0x96/0x1f0
[1124970.050365]  [<ffffffff81110941>] ? perf_event_update_userpage+0x11/0xc0
[1124970.050370]  [<ffffffff81024a1a>] ? x86_perf_event_set_period+0xda/0x150
[1124970.050373]  [<ffffffff81113914>] perf_event_overflow+0x14/0x20
[1124970.050377]  [<ffffffff81029133>] intel_pmu_handle_irq+0x163/0x210
[1124970.050383]  [<ffffffff81661bd1>] perf_event_nmi_handler+0x21/0x30
[1124970.050386]  [<ffffffff81661489>] default_do_nmi+0x69/0x220
[1124970.050390]  [<ffffffff816616c0>] do_nmi+0x80/0x90
[1124970.050394]  [<ffffffff81660ab0>] nmi+0x20/0x30
[1124970.050396]  <<EOE>> 
[1124970.050398] ---[ end trace 65f4fccec4ccb300 ]---
[1124970.052325]  sparse_keymap
 mei(C)
 mac_hid
 libcrc32c
 lp
 af_key
 eeepc_wmi
 asus_wmi
 serio_raw
 configfs
 raid10
 raid456
 async_pq
 async_xor
 xor
 async_memcpy
 async_raid6_recov
 raid6_pq
 async_tx
 raid1
 raid0
 multipath
 linear
 btrfs
 zlib_deflate
 r8169
 video
 wmi
 [last unloaded: netconsole]

[1124970.052851] Pid: 1798, comm: irqbalance Tainted: G      D WC   3.2.0-48-generic #74-Ubuntu
[1124970.052904] Call Trace:
[1124970.052936]  <NMI> 
 [<ffffffff8106806f>] warn_slowpath_common+0x7f/0xc0
[1124970.052997]  [<ffffffff81068166>] warn_slowpath_fmt+0x46/0x50
[1124970.053037]  [<ffffffff8101bdc3>] ? native_sched_clock+0x13/0x80
[1124970.053077]  [<ffffffff810d97ea>] watchdog_overflow_callback+0x9a/0xc0
[1124970.053118]  [<ffffffff811133b6>] __perf_event_overflow+0x96/0x1f0
[1124970.053159]  [<ffffffff81110941>] ? perf_event_update_userpage+0x11/0xc0
[1124970.053302]  [<ffffffff81024a1a>] ? x86_perf_event_set_period+0xda/0x150
[1124970.053344]  [<ffffffff81113914>] perf_event_overflow+0x14/0x20
[1124970.053384]  [<ffffffff81029133>] intel_pmu_handle_irq+0x163/0x210
[1124970.053426]  [<ffffffff81661bd1>] perf_event_nmi_handler+0x21/0x30
[1124970.053466]  [<ffffffff81661489>] default_do_nmi+0x69/0x220
[1124970.054785]  [<ffffffff816616c0>] do_nmi+0x80/0x90
[1124970.054823]  [<ffffffff81660ab0>] nmi+0x20/0x30
[1124970.054867]  <<EOE>> 

[1124970.054889] ---[ end trace 65f4fccec4ccb301 ]---
[1124988.320644] ------------[ cut here ]------------
[1124988.320688] WARNING: at /build/buildd/linux-3.2.0/kernel/watchdog.c:241 watchdog_overflow_callback+0x9a/0xc0()
[1124988.320745] Hardware name: System Product Name
 xfs
 xts
 gf128mul
[1124988.320781] Watchdog detected hard LOCKUP on cpu 7

[1124988.320807] Modules linked in:
 netconsole
 cast5
 des_generic
 xcbc
 rmd160
 sha512_generic
 crypto_null
 af_key
 dm_crypt
 eeepc_wmi
 asus_wmi
 serio_raw
 sparse_keymap
 mei(C)
 mac_hid
 lp
 parport
 configfs
 raid10
 raid456
 async_pq
 async_xor
 xor
 async_memcpy
 async_raid6_recov
 raid6_pq
 async_tx
 raid1
 raid0
[1124988.322319] Call Trace:
 multipath
 linear
 btrfs
 zlib_deflate
 libcrc32c
 r8169
 video
 wmi
 [last unloaded: netconsole]

[1124988.322265] Pid: 29371, comm: rsyslogd Tainted: G      D WC   3.2.0-48-generic #74-Ubuntu
[1124988.322351]  <NMI> 
 [<ffffffff8106806f>] warn_slowpath_common+0x7f/0xc0
[1124988.322415]  [<ffffffff81068166>] warn_slowpath_fmt+0x46/0x50
[1124988.322456]  [<ffffffff8101bdc3>] ? native_sched_clock+0x13/0x80
[1124988.322497]  [<ffffffff810d97ea>] watchdog_overflow_callback+0x9a/0xc0
[1124988.322546]  [<ffffffff811133b6>] __perf_event_overflow+0x96/0x1f0
[1124988.322587]  [<ffffffff81110941>] ? perf_event_update_userpage+0x11/0xc0
[1124988.322723]  [<ffffffff81024a1a>] ? x86_perf_event_set_period+0xda/0x150
[1124988.322848]  [<ffffffff81661bd1>] perf_event_nmi_handler+0x21/0x30
[1124988.322765]  [<ffffffff81113914>] perf_event_overflow+0x14/0x20
[1124988.322806]  [<ffffffff81029133>] intel_pmu_handle_irq+0x163/0x210
[1124988.322889]  [<ffffffff81661489>] default_do_nmi+0x69/0x220
[1124988.322929]  [<ffffffff816616c0>] do_nmi+0x80/0x90
[1124988.322967]  [<ffffffff81660ab0>] nmi+0x20/0x30
[1124988.323004]  <<EOE>> 

[1124988.323026] ---[ end trace 65f4fccec4ccb302 ]---
 xt_multiport
 authenc
 ipt_REJECT
 xt_tcpudp
 nf_conntrack_ipv4
 nf_defrag_ipv4
 xt_state
 nf_conntrack
 twofish_x86_64
 iptable_filter
 ip_tables
 x_tables
 seqiv
 esp4
 xfrm4_mode_transport
 deflate
 ctr
 twofish_generic
 twofish_x86_64_3way
 twofish_common
 camellia
 serpent
 blowfish_generic
 blowfish_x86_64
 blowfish_common
[1125037.466695] Watchdog detected hard LOCKUP on cpu 5
[1125037.466558] ------------[ cut here ]------------
[1125037.466602] WARNING: at /build/buildd/linux-3.2.0/kernel/watchdog.c:241 watchdog_overflow_callback+0x9a/0xc0()
[1125037.466659] Hardware name: System Product Name

 blowfish_generic
 blowfish_x86_64
 blowfish_common
 cast5
 des_generic
 xcbc
 rmd160
 sha512_generic
 crypto_null
 af_key
 dm_crypt
 eeepc_wmi
 asus_wmi
 serio_raw
 sparse_keymap
 mei(C)
 mac_hid
 lp
 parport
 configfs
 raid10
 raid456
 async_pq
 async_xor
 xor
 async_memcpy
 async_raid6_recov
 raid6_pq
 async_tx
 raid1
 raid0
 multipath
 linear
 btrfs
 zlib_deflate
 libcrc32c
 r8169
 video
 wmi
 [last unloaded: netconsole]

[1125037.468174] Pid: 2809, comm: mongod Tainted: G      D WC   3.2.0-48-generic #74-Ubuntu
[1125037.468226] Call Trace:
[1125037.468258]  <NMI> 
 [<ffffffff8106806f>] warn_slowpath_common+0x7f/0xc0
[1125037.468319]  [<ffffffff81068166>] warn_slowpath_fmt+0x46/0x50
[1125037.468360]  [<ffffffff8101bdc3>] ? native_sched_clock+0x13/0x80
[1125037.468400]  [<ffffffff810d97ea>] watchdog_overflow_callback+0x9a/0xc0
[1125037.468441]  [<ffffffff811133b6>] __perf_event_overflow+0x96/0x1f0
[1125037.468482]  [<ffffffff81110941>] ? perf_event_update_userpage+0x11/0xc0
[1125037.468615]  [<ffffffff81024a1a>] ? x86_perf_event_set_period+0xda/0x150
[1125037.468657]  [<ffffffff81113914>] perf_event_overflow+0x14/0x20
[1125037.468697]  [<ffffffff81029133>] intel_pmu_handle_irq+0x163/0x210
[1125037.468739]  [<ffffffff81661bd1>] perf_event_nmi_handler+0x21/0x30
[1125037.468780]  [<ffffffff81661489>] default_do_nmi+0x69/0x220
[1125037.468820]  [<ffffffff816616c0>] do_nmi+0x80/0x90
[1125037.468858]  [<ffffffff81660ab0>] nmi+0x20/0x30
[1125037.468895]  <<EOE>> 
[1125037.466720] Modules linked in:
 netconsole
 xfs
 xts
 xt_multiport
 ipt_REJECT
 xt_tcpudp
 nf_conntrack_ipv4
 nf_defrag_ipv4
 xt_state
 twofish_x86_64
 gf128mul
 nf_conntrack
 iptable_filter
 ip_tables
 x_tables
 seqiv
 authenc
 esp4
 xfrm4_mode_transport
 deflate
 ctr
 twofish_generic

 twofish_x86_64_3way
 twofish_common
 camellia
 serpent
[1125037.468917] ---[ end trace 65f4fccec4ccb303 ]---