Created
December 12, 2016 05:48
-
-
Save pstch/775c87f824a81a691229480bd0615d49 to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
[ 1144.858819] SPL: Loaded module v0.7.0-rc2_4_gf200b83 | |
[ 1144.859083] icp: module license 'CDDL' taints kernel. | |
[ 1144.859086] Disabling lock debugging due to kernel taint | |
[ 1146.561672] ZFS: Loaded module v0.7.0-rc2, ZFS pool version 5000, ZFS filesystem version 5 | |
[ 1320.524829] sdc: sdc1 sdc9 | |
[ 1320.633921] sdc: sdc1 sdc9 | |
[ 1320.734422] sdc: sdc1 sdc9 | |
[ 1320.865495] sdb: sdb1 sdb9 | |
[ 1320.967222] sdb: sdb1 sdb9 | |
[ 1321.067579] sdb: sdb1 sdb9 | |
[ 1321.220216] SPL: using hostid 0x00000000 | |
[ 1698.457391] sdc: sdc1 sdc9 | |
[ 1698.514123] sdc: sdc1 sdc9 | |
[ 1698.521993] sdc: sdc1 sdc9 | |
[ 1698.686204] sdb: sdb1 sdb9 | |
[ 1698.741685] sdb: sdb1 sdb9 | |
[ 1698.750188] sdb: sdb1 sdb9 | |
[ 1698.882774] sdb: sdb1 sdb9 | |
[ 3601.155019] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null) | |
[ 3854.544408] sdc: sdc1 sdc9 | |
[ 3854.597935] sdc: sdc1 sdc9 | |
[ 3854.688011] sdc: sdc1 sdc9 | |
[ 3854.836514] sdb: sdb1 sdb9 | |
[ 3854.881931] sdb: sdb1 sdb9 | |
[ 3855.002833] sdb: sdb1 sdb9 | |
[ 4519.349103] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null) | |
[ 4786.694288] VERIFY3(c < (1ULL << 24) >> 9) failed (36028797018963967 < 32768) | |
[ 4786.696140] VERIFY3(c < (1ULL << 24) >> 9) failed (36028797018963967 < 32768) | |
[ 4786.696142] PANIC at zio.c:267:zio_buf_alloc() | |
[ 4786.696143] Showing stack for process 24843 | |
[ 4786.696147] CPU: 1 PID: 24843 Comm: z_wr_iss Tainted: P C O 3.16.0-4-amd64 #1 Debian 3.16.36-1+deb8u1 | |
[ 4786.696147] Hardware name: Dell Inc. PowerEdge 1950/0UR033, BIOS 2.7.0 10/30/2010 | |
[ 4786.696151] 0000000000000000 ffffffff81512391 ffffffffa08e7bdd ffff88035405fca0 | |
[ 4786.696153] ffffffffa055d38f 0000000000000000 0000000000000030 ffff88035405fcb0 | |
[ 4786.696155] ffff88035405fc50 2833594649524556 4c553128203c2063 293432203c3c204c | |
[ 4786.696155] Call Trace: | |
[ 4786.696163] [<ffffffff81512391>] ? dump_stack+0x5d/0x78 | |
[ 4786.696173] [<ffffffffa055d38f>] ? spl_panic+0xbf/0xf0 [spl] | |
[ 4786.696177] [<ffffffffa0559169>] ? spl_kmem_cache_alloc+0x99/0x730 [spl] | |
[ 4786.696229] [<ffffffffa0847951>] ? zio_buf_alloc+0x41/0x60 [zfs] | |
[ 4786.696231] VERIFY3(c < (1ULL << 24) >> 9) failed (36028797018963967 < 32768) | |
[ 4786.696234] PANIC at zio.c:267:zio_buf_alloc() | |
[ 4786.696251] [<ffffffffa078e3c1>] ? abd_alloc_linear+0x61/0xe0 [zfs] | |
[ 4786.696252] Showing stack for process 24842 | |
[ 4786.696270] [<ffffffffa078e7a6>] ? abd_alloc+0x366/0x4c0 [zfs] | |
[ 4786.696288] [<ffffffffa07928b2>] ? arc_get_data_impl.isra.24+0x182/0x3a0 [zfs] | |
[ 4786.696305] [<ffffffffa0792bc5>] ? arc_hdr_alloc_abd+0xa5/0xf0 [zfs] | |
[ 4786.696323] [<ffffffffa0793a6d>] ? arc_write_ready+0x27d/0x530 [zfs] | |
[ 4786.696342] [<ffffffffa084fbd4>] ? zio_compress_data+0x34/0xa0 [zfs] | |
[ 4786.696346] [<ffffffff81516d0e>] ? mutex_lock+0xe/0x2a | |
[ 4786.696365] [<ffffffffa084eac4>] ? zio_ready+0x74/0x380 [zfs] | |
[ 4786.696386] [<ffffffffa0848c5f>] ? zio_execute+0x8f/0xf0 [zfs] | |
[ 4786.696390] [<ffffffffa055b415>] ? taskq_thread+0x235/0x450 [spl] | |
[ 4786.696393] [<ffffffff810982e0>] ? wake_up_state+0x10/0x10 | |
[ 4786.696397] [<ffffffffa055b1e0>] ? taskq_cancel_id+0x110/0x110 [spl] | |
[ 4786.696400] [<ffffffff810894bd>] ? kthread+0xbd/0xe0 | |
[ 4786.696402] [<ffffffff81089400>] ? kthread_create_on_node+0x180/0x180 | |
[ 4786.696405] [<ffffffff81518498>] ? ret_from_fork+0x58/0x90 | |
[ 4786.696407] [<ffffffff81089400>] ? kthread_create_on_node+0x180/0x180 | |
[ 4786.696412] CPU: 2 PID: 24842 Comm: z_wr_iss Tainted: P C O 3.16.0-4-amd64 #1 Debian 3.16.36-1+deb8u1 | |
[ 4786.696413] Hardware name: Dell Inc. PowerEdge 1950/0UR033, BIOS 2.7.0 10/30/2010 | |
[ 4786.696417] 0000000000000000 ffffffff81512391 ffffffffa08e7bdd ffff88034ee6bca0 | |
[ 4786.696419] ffffffffa055d38f 0000000000000000 0000000000000030 ffff88034ee6bcb0 | |
[ 4786.696421] ffff88034ee6bc50 2833594649524556 4c553128203c2063 293432203c3c204c | |
[ 4786.696422] Call Trace: | |
[ 4786.696429] [<ffffffff81512391>] ? dump_stack+0x5d/0x78 | |
[ 4786.696441] [<ffffffffa055d38f>] ? spl_panic+0xbf/0xf0 [spl] | |
[ 4786.696446] [<ffffffffa0559169>] ? spl_kmem_cache_alloc+0x99/0x730 [spl] | |
[ 4786.696522] [<ffffffffa0847951>] ? zio_buf_alloc+0x41/0x60 [zfs] | |
[ 4786.696545] [<ffffffffa078e3c1>] ? abd_alloc_linear+0x61/0xe0 [zfs] | |
[ 4786.696567] [<ffffffffa078e7a6>] ? abd_alloc+0x366/0x4c0 [zfs] | |
[ 4786.696586] [<ffffffffa07928b2>] ? arc_get_data_impl.isra.24+0x182/0x3a0 [zfs] | |
[ 4786.696609] [<ffffffffa0792bc5>] ? arc_hdr_alloc_abd+0xa5/0xf0 [zfs] | |
[ 4786.696631] [<ffffffffa0793a6d>] ? arc_write_ready+0x27d/0x530 [zfs] | |
[ 4786.696655] [<ffffffffa084fbd4>] ? zio_compress_data+0x34/0xa0 [zfs] | |
[ 4786.696659] [<ffffffff81516d0e>] ? mutex_lock+0xe/0x2a | |
[ 4786.696683] [<ffffffffa084eac4>] ? zio_ready+0x74/0x380 [zfs] | |
[ 4786.696705] [<ffffffffa0848c5f>] ? zio_execute+0x8f/0xf0 [zfs] | |
[ 4786.696709] [<ffffffffa055b415>] ? taskq_thread+0x235/0x450 [spl] | |
[ 4786.696714] [<ffffffff810982e0>] ? wake_up_state+0x10/0x10 | |
[ 4786.696717] [<ffffffffa055b1e0>] ? taskq_cancel_id+0x110/0x110 [spl] | |
[ 4786.696721] [<ffffffff810894bd>] ? kthread+0xbd/0xe0 | |
[ 4786.696724] [<ffffffff81089400>] ? kthread_create_on_node+0x180/0x180 | |
[ 4786.696726] [<ffffffff81518498>] ? ret_from_fork+0x58/0x90 | |
[ 4786.696728] [<ffffffff81089400>] ? kthread_create_on_node+0x180/0x180 | |
[ 4786.720646] PANIC at zio.c:267:zio_buf_alloc() | |
[ 4786.725886] Showing stack for process 24841 | |
[ 4786.725889] CPU: 0 PID: 24841 Comm: z_wr_iss Tainted: P C O 3.16.0-4-amd64 #1 Debian 3.16.36-1+deb8u1 | |
[ 4786.725891] Hardware name: Dell Inc. PowerEdge 1950/0UR033, BIOS 2.7.0 10/30/2010 | |
[ 4786.725899] 0000000000000000 ffffffff81512391 ffffffffa08e7bdd ffff88035ae0fca0 | |
[ 4786.725901] ffffffffa055d38f 0000000000000000 0000000000000030 ffff88035ae0fcb0 | |
[ 4786.725915] ffff88035ae0fc50 | |
[ 4786.725927] 2833594649524556 4c553128203c2063 293432203c3c204c | |
[ 4786.725927] Call Trace: | |
[ 4786.725934] [<ffffffff81512391>] ? dump_stack+0x5d/0x78 | |
[ 4786.725941] [<ffffffffa055d38f>] ? spl_panic+0xbf/0xf0 [spl] | |
[ 4786.725947] [<ffffffffa0559169>] ? spl_kmem_cache_alloc+0x99/0x730 [spl] | |
[ 4786.725969] [<ffffffffa0847951>] ? zio_buf_alloc+0x41/0x60 [zfs] | |
[ 4786.725986] [<ffffffffa078e3c1>] ? abd_alloc_linear+0x61/0xe0 [zfs] | |
[ 4786.726004] [<ffffffffa078e7a6>] ? abd_alloc+0x366/0x4c0 [zfs] | |
[ 4786.726022] [<ffffffffa07928b2>] ? arc_get_data_impl.isra.24+0x182/0x3a0 [zfs] | |
[ 4786.726039] [<ffffffffa0792bc5>] ? arc_hdr_alloc_abd+0xa5/0xf0 [zfs] | |
[ 4786.726058] [<ffffffffa0793a6d>] ? arc_write_ready+0x27d/0x530 [zfs] | |
[ 4786.726077] [<ffffffffa084fbd4>] ? zio_compress_data+0x34/0xa0 [zfs] | |
[ 4786.726079] [<ffffffff81516d0e>] ? mutex_lock+0xe/0x2a | |
[ 4786.726100] [<ffffffffa084eac4>] ? zio_ready+0x74/0x380 [zfs] | |
[ 4786.726120] [<ffffffffa0848c5f>] ? zio_execute+0x8f/0xf0 [zfs] | |
[ 4786.726124] [<ffffffffa055b415>] ? taskq_thread+0x235/0x450 [spl] | |
[ 4786.726127] [<ffffffff810982e0>] ? wake_up_state+0x10/0x10 | |
[ 4786.726130] [<ffffffffa055b1e0>] ? taskq_cancel_id+0x110/0x110 [spl] | |
[ 4786.726132] [<ffffffff810894bd>] ? kthread+0xbd/0xe0 | |
[ 4786.726134] [<ffffffff81089400>] ? kthread_create_on_node+0x180/0x180 | |
[ 4786.726136] [<ffffffff81518498>] ? ret_from_fork+0x58/0x90 | |
[ 4786.726138] [<ffffffff81089400>] ? kthread_create_on_node+0x180/0x180 | |
[ 4920.216033] INFO: task z_wr_iss:24841 blocked for more than 120 seconds. | |
[ 4920.222502] Tainted: P C O 3.16.0-4-amd64 #1 | |
[ 4920.229056] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. | |
[ 4920.235721] z_wr_iss D ffff88035057ba48 0 24841 2 0x00000000 | |
[ 4920.235728] ffff88035057b5f0 0000000000000046 0000000000012f40 ffff88035ae0ffd8 | |
[ 4920.235734] 0000000000012f40 ffff88035057b5f0 ffffffffa08e7bdd ffff88035ae0fca0 | |
[ 4920.235737] 000000000000010b ffffffffa08c4d93 ffffffffa08e7b40 ffff8800ac9a1010 | |
[ 4920.235741] Call Trace: | |
[ 4920.235754] [<ffffffffa055d3b5>] ? spl_panic+0xe5/0xf0 [spl] | |
[ 4920.235770] [<ffffffffa0559169>] ? spl_kmem_cache_alloc+0x99/0x730 [spl] | |
[ 4920.235822] [<ffffffffa0847951>] ? zio_buf_alloc+0x41/0x60 [zfs] | |
[ 4920.235844] [<ffffffffa078e3c1>] ? abd_alloc_linear+0x61/0xe0 [zfs] | |
[ 4920.235862] [<ffffffffa078e7a6>] ? abd_alloc+0x366/0x4c0 [zfs] | |
[ 4920.235884] [<ffffffffa07928b2>] ? arc_get_data_impl.isra.24+0x182/0x3a0 [zfs] | |
[ 4920.235903] [<ffffffffa0792bc5>] ? arc_hdr_alloc_abd+0xa5/0xf0 [zfs] | |
[ 4920.235925] [<ffffffffa0793a6d>] ? arc_write_ready+0x27d/0x530 [zfs] | |
[ 4920.235953] [<ffffffffa084fbd4>] ? zio_compress_data+0x34/0xa0 [zfs] | |
[ 4920.235961] [<ffffffff81516d0e>] ? mutex_lock+0xe/0x2a | |
[ 4920.235982] [<ffffffffa084eac4>] ? zio_ready+0x74/0x380 [zfs] | |
[ 4920.236006] [<ffffffffa0848c5f>] ? zio_execute+0x8f/0xf0 [zfs] | |
[ 4920.236018] [<ffffffffa055b415>] ? taskq_thread+0x235/0x450 [spl] | |
[ 4920.236023] [<ffffffff810982e0>] ? wake_up_state+0x10/0x10 | |
[ 4920.236031] [<ffffffffa055b1e0>] ? taskq_cancel_id+0x110/0x110 [spl] | |
[ 4920.236035] [<ffffffff810894bd>] ? kthread+0xbd/0xe0 | |
[ 4920.236038] [<ffffffff81089400>] ? kthread_create_on_node+0x180/0x180 | |
[ 4920.236042] [<ffffffff81518498>] ? ret_from_fork+0x58/0x90 | |
[ 4920.236045] [<ffffffff81089400>] ? kthread_create_on_node+0x180/0x180 | |
[ 4920.236048] INFO: task z_wr_iss:24842 blocked for more than 120 seconds. | |
[ 4920.242819] Tainted: P C O 3.16.0-4-amd64 #1 | |
[ 4920.249658] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. | |
[ 4920.256598] z_wr_iss D ffff88039c54b078 0 24842 2 0x00000000 | |
[ 4920.256603] ffff88039c54ac20 0000000000000046 0000000000012f40 ffff88034ee6bfd8 | |
[ 4920.256609] 0000000000012f40 ffff88039c54ac20 ffffffffa08e7bdd ffff88034ee6bca0 | |
[ 4920.256612] 000000000000010b ffffffffa08c4d93 ffffffffa08e7b40 ffff880331dfcc50 | |
[ 4920.256615] Call Trace: | |
[ 4920.256621] [<ffffffffa055d3b5>] ? spl_panic+0xe5/0xf0 [spl] | |
[ 4920.256626] [<ffffffffa0559169>] ? spl_kmem_cache_alloc+0x99/0x730 [spl] | |
[ 4920.256648] [<ffffffffa0847951>] ? zio_buf_alloc+0x41/0x60 [zfs] | |
[ 4920.256670] [<ffffffffa078e3c1>] ? abd_alloc_linear+0x61/0xe0 [zfs] | |
[ 4920.256688] [<ffffffffa078e7a6>] ? abd_alloc+0x366/0x4c0 [zfs] | |
[ 4920.256709] [<ffffffffa07928b2>] ? arc_get_data_impl.isra.24+0x182/0x3a0 [zfs] | |
[ 4920.256728] [<ffffffffa0792bc5>] ? arc_hdr_alloc_abd+0xa5/0xf0 [zfs] | |
[ 4920.256749] [<ffffffffa0793a6d>] ? arc_write_ready+0x27d/0x530 [zfs] | |
[ 4920.256769] [<ffffffffa084fbd4>] ? zio_compress_data+0x34/0xa0 [zfs] | |
[ 4920.256775] [<ffffffff81516d0e>] ? mutex_lock+0xe/0x2a | |
[ 4920.256795] [<ffffffffa084eac4>] ? zio_ready+0x74/0x380 [zfs] | |
[ 4920.256817] [<ffffffffa0848c5f>] ? zio_execute+0x8f/0xf0 [zfs] | |
[ 4920.256824] [<ffffffffa055b415>] ? taskq_thread+0x235/0x450 [spl] | |
[ 4920.256827] [<ffffffff810982e0>] ? wake_up_state+0x10/0x10 | |
[ 4920.256831] [<ffffffffa055b1e0>] ? taskq_cancel_id+0x110/0x110 [spl] | |
[ 4920.256834] [<ffffffff810894bd>] ? kthread+0xbd/0xe0 | |
[ 4920.256838] [<ffffffff81089400>] ? kthread_create_on_node+0x180/0x180 | |
[ 4920.256841] [<ffffffff81518498>] ? ret_from_fork+0x58/0x90 | |
[ 4920.256844] [<ffffffff81089400>] ? kthread_create_on_node+0x180/0x180 | |
[ 4920.256847] INFO: task z_wr_iss:24843 blocked for more than 120 seconds. | |
[ 4920.263897] Tainted: P C O 3.16.0-4-amd64 #1 | |
[ 4920.271018] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. | |
[ 4920.278263] z_wr_iss D ffff88007fc49788 0 24843 2 0x00000000 | |
[ 4920.278268] ffff88007fc49330 0000000000000046 0000000000012f40 ffff88035405ffd8 | |
[ 4920.278273] 0000000000012f40 ffff88007fc49330 ffffffffa08e7bdd ffff88035405fca0 | |
[ 4920.278276] 000000000000010b ffffffffa08c4d93 ffffffffa08e7b40 ffff8800acfc9670 | |
[ 4920.278279] Call Trace: | |
[ 4920.278285] [<ffffffffa055d3b5>] ? spl_panic+0xe5/0xf0 [spl] | |
[ 4920.278296] [<ffffffffa0559169>] ? spl_kmem_cache_alloc+0x99/0x730 [spl] | |
[ 4920.278318] [<ffffffffa0847951>] ? zio_buf_alloc+0x41/0x60 [zfs] | |
[ 4920.278339] [<ffffffffa078e3c1>] ? abd_alloc_linear+0x61/0xe0 [zfs] | |
[ 4920.278357] [<ffffffffa078e7a6>] ? abd_alloc+0x366/0x4c0 [zfs] | |
[ 4920.278379] [<ffffffffa07928b2>] ? arc_get_data_impl.isra.24+0x182/0x3a0 [zfs] | |
[ 4920.278397] [<ffffffffa0792bc5>] ? arc_hdr_alloc_abd+0xa5/0xf0 [zfs] | |
[ 4920.278419] [<ffffffffa0793a6d>] ? arc_write_ready+0x27d/0x530 [zfs] | |
[ 4920.278439] [<ffffffffa084fbd4>] ? zio_compress_data+0x34/0xa0 [zfs] | |
[ 4920.278452] [<ffffffff81516d0e>] ? mutex_lock+0xe/0x2a | |
[ 4920.278473] [<ffffffffa084eac4>] ? zio_ready+0x74/0x380 [zfs] | |
[ 4920.278496] [<ffffffffa0848c5f>] ? zio_execute+0x8f/0xf0 [zfs] | |
[ 4920.278501] [<ffffffffa055b415>] ? taskq_thread+0x235/0x450 [spl] | |
[ 4920.278506] [<ffffffff810982e0>] ? wake_up_state+0x10/0x10 | |
[ 4920.278511] [<ffffffffa055b1e0>] ? taskq_cancel_id+0x110/0x110 [spl] | |
[ 4920.278514] [<ffffffff810894bd>] ? kthread+0xbd/0xe0 | |
[ 4920.278517] [<ffffffff81089400>] ? kthread_create_on_node+0x180/0x180 | |
[ 4920.278520] [<ffffffff81518498>] ? ret_from_fork+0x58/0x90 | |
[ 4920.278523] [<ffffffff81089400>] ? kthread_create_on_node+0x180/0x180 | |
[ 4920.278531] INFO: task txg_sync:24939 blocked for more than 120 seconds. | |
[ 4920.285821] Tainted: P C O 3.16.0-4-amd64 #1 | |
[ 4920.293151] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. | |
[ 4920.300518] txg_sync D ffff880354188f38 0 24939 2 0x00000000 | |
[ 4920.300522] ffff880354188ae0 0000000000000046 0000000000012f40 ffff88034be8ffd8 | |
[ 4920.300526] 0000000000012f40 ffff880354188ae0 ffff8803afc937f0 ffff880350520488 | |
[ 4920.300529] ffff8803505204c0 0000000000000001 ffff880350520108 ffff88034be8fd18 | |
[ 4920.300532] Call Trace: | |
[ 4920.300535] [<ffffffff81515069>] ? io_schedule+0x99/0x120 | |
[ 4920.300541] [<ffffffffa055f0aa>] ? cv_wait_common+0x8a/0xf0 [spl] | |
[ 4920.300545] [<ffffffff810a9590>] ? prepare_to_wait_event+0xf0/0xf0 | |
[ 4920.300566] [<ffffffffa084bf6b>] ? zio_wait+0xdb/0x160 [zfs] | |
[ 4920.300592] [<ffffffffa07d288a>] ? dsl_pool_sync+0xaa/0x450 [zfs] | |
[ 4920.300619] [<ffffffffa07ec980>] ? spa_sync+0x3e0/0xd10 [zfs] | |
[ 4920.300646] [<ffffffffa07fdecf>] ? txg_sync_thread+0x2ef/0x490 [zfs] | |
[ 4920.300673] [<ffffffffa07fdbe0>] ? txg_fini+0x2b0/0x2b0 [zfs] | |
[ 4920.300678] [<ffffffffa055a36b>] ? thread_generic_wrapper+0x6b/0x80 [spl] | |
[ 4920.300682] [<ffffffffa055a300>] ? __thread_exit+0x20/0x20 [spl] | |
[ 4920.300686] [<ffffffff810894bd>] ? kthread+0xbd/0xe0 | |
[ 4920.300689] [<ffffffff81089400>] ? kthread_create_on_node+0x180/0x180 | |
[ 4920.300692] [<ffffffff81518498>] ? ret_from_fork+0x58/0x90 | |
[ 4920.300695] [<ffffffff81089400>] ? kthread_create_on_node+0x180/0x180 | |
[ 4920.300699] INFO: task dpkg:9691 blocked for more than 120 seconds. | |
[ 4920.308071] Tainted: P C O 3.16.0-4-amd64 #1 | |
[ 4920.315392] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. | |
[ 4920.322721] dpkg D ffff88035406f178 0 9691 9688 0x00000000 | |
[ 4920.322726] ffff88035406ed20 0000000000000082 0000000000012f40 ffff8800ae1a3fd8 | |
[ 4920.322731] 0000000000012f40 ffff88035406ed20 ffff8803afcd37f0 ffff88033d82b840 | |
[ 4920.322734] ffff88033d82b878 0000000000000001 0000000000000000 ffff880330cbb7e8 | |
[ 4920.322737] Call Trace: | |
[ 4920.322741] [<ffffffff81515069>] ? io_schedule+0x99/0x120 | |
[ 4920.322746] [<ffffffffa055f0aa>] ? cv_wait_common+0x8a/0xf0 [spl] | |
[ 4920.322756] [<ffffffff810a9590>] ? prepare_to_wait_event+0xf0/0xf0 | |
[ 4920.322779] [<ffffffffa084bf6b>] ? zio_wait+0xdb/0x160 [zfs] | |
[ 4920.322802] [<ffffffffa08458a9>] ? zil_commit.part.11+0x3b9/0x750 [zfs] | |
[ 4920.322806] [<ffffffff81516d0e>] ? mutex_lock+0xe/0x2a | |
[ 4920.322826] [<ffffffffa0853fe0>] ? zpl_writepages+0xd0/0x170 [zfs] | |
[ 4920.322833] [<ffffffff811405ee>] ? __filemap_fdatawrite_range+0x4e/0x60 | |
[ 4920.322839] [<ffffffff811d86b2>] ? SyS_sync_file_range+0x132/0x150 | |
[ 4920.322842] [<ffffffff8151854d>] ? system_call_fast_compare_end+0x10/0x15 | |
[ 5040.320027] INFO: task z_wr_iss:24841 blocked for more than 120 seconds. | |
[ 5040.327465] Tainted: P C O 3.16.0-4-amd64 #1 | |
[ 5040.334935] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. | |
[ 5040.342436] z_wr_iss D ffff88035057ba48 0 24841 2 0x00000000 | |
[ 5040.342441] ffff88035057b5f0 0000000000000046 0000000000012f40 ffff88035ae0ffd8 | |
[ 5040.342445] 0000000000012f40 ffff88035057b5f0 ffffffffa08e7bdd ffff88035ae0fca0 | |
[ 5040.342448] 000000000000010b ffffffffa08c4d93 ffffffffa08e7b40 ffff8800ac9a1010 | |
[ 5040.342451] Call Trace: | |
[ 5040.342462] [<ffffffffa055d3b5>] ? spl_panic+0xe5/0xf0 [spl] | |
[ 5040.342473] [<ffffffffa0559169>] ? spl_kmem_cache_alloc+0x99/0x730 [spl] | |
[ 5040.342509] [<ffffffffa0847951>] ? zio_buf_alloc+0x41/0x60 [zfs] | |
[ 5040.342527] [<ffffffffa078e3c1>] ? abd_alloc_linear+0x61/0xe0 [zfs] | |
[ 5040.342546] [<ffffffffa078e7a6>] ? abd_alloc+0x366/0x4c0 [zfs] | |
[ 5040.342565] [<ffffffffa07928b2>] ? arc_get_data_impl.isra.24+0x182/0x3a0 [zfs] | |
[ 5040.342585] [<ffffffffa0792bc5>] ? arc_hdr_alloc_abd+0xa5/0xf0 [zfs] | |
[ 5040.342603] [<ffffffffa0793a6d>] ? arc_write_ready+0x27d/0x530 [zfs] | |
[ 5040.342624] [<ffffffffa084fbd4>] ? zio_compress_data+0x34/0xa0 [zfs] | |
[ 5040.342636] [<ffffffff81516d0e>] ? mutex_lock+0xe/0x2a | |
[ 5040.342657] [<ffffffffa084eac4>] ? zio_ready+0x74/0x380 [zfs] | |
[ 5040.342678] [<ffffffffa0848c5f>] ? zio_execute+0x8f/0xf0 [zfs] | |
[ 5040.342683] [<ffffffffa055b415>] ? taskq_thread+0x235/0x450 [spl] | |
[ 5040.342687] [<ffffffff810982e0>] ? wake_up_state+0x10/0x10 | |
[ 5040.342692] [<ffffffffa055b1e0>] ? taskq_cancel_id+0x110/0x110 [spl] | |
[ 5040.342696] [<ffffffff810894bd>] ? kthread+0xbd/0xe0 | |
[ 5040.342699] [<ffffffff81089400>] ? kthread_create_on_node+0x180/0x180 | |
[ 5040.342702] [<ffffffff81518498>] ? ret_from_fork+0x58/0x90 | |
[ 5040.342705] [<ffffffff81089400>] ? kthread_create_on_node+0x180/0x180 | |
[ 5040.342708] INFO: task z_wr_iss:24842 blocked for more than 120 seconds. | |
[ 5040.350218] Tainted: P C O 3.16.0-4-amd64 #1 | |
[ 5040.357795] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. | |
[ 5040.365386] z_wr_iss D ffff88039c54b078 0 24842 2 0x00000000 | |
[ 5040.365390] ffff88039c54ac20 0000000000000046 0000000000012f40 ffff88034ee6bfd8 | |
[ 5040.365396] 0000000000012f40 ffff88039c54ac20 ffffffffa08e7bdd ffff88034ee6bca0 | |
[ 5040.365399] 000000000000010b ffffffffa08c4d93 ffffffffa08e7b40 ffff880331dfcc50 | |
[ 5040.365402] Call Trace: | |
[ 5040.365408] [<ffffffffa055d3b5>] ? spl_panic+0xe5/0xf0 [spl] | |
[ 5040.365413] [<ffffffffa0559169>] ? spl_kmem_cache_alloc+0x99/0x730 [spl] | |
[ 5040.365436] [<ffffffffa0847951>] ? zio_buf_alloc+0x41/0x60 [zfs] | |
[ 5040.365456] [<ffffffffa078e3c1>] ? abd_alloc_linear+0x61/0xe0 [zfs] | |
[ 5040.365474] [<ffffffffa078e7a6>] ? abd_alloc+0x366/0x4c0 [zfs] | |
[ 5040.365495] [<ffffffffa07928b2>] ? arc_get_data_impl.isra.24+0x182/0x3a0 [zfs] | |
[ 5040.365514] [<ffffffffa0792bc5>] ? arc_hdr_alloc_abd+0xa5/0xf0 [zfs] | |
[ 5040.365535] [<ffffffffa0793a6d>] ? arc_write_ready+0x27d/0x530 [zfs] | |
[ 5040.365555] [<ffffffffa084fbd4>] ? zio_compress_data+0x34/0xa0 [zfs] | |
[ 5040.365560] [<ffffffff81516d0e>] ? mutex_lock+0xe/0x2a | |
[ 5040.365581] [<ffffffffa084eac4>] ? zio_ready+0x74/0x380 [zfs] | |
[ 5040.365602] [<ffffffffa0848c5f>] ? zio_execute+0x8f/0xf0 [zfs] | |
[ 5040.365609] [<ffffffffa055b415>] ? taskq_thread+0x235/0x450 [spl] | |
[ 5040.365612] [<ffffffff810982e0>] ? wake_up_state+0x10/0x10 | |
[ 5040.365617] [<ffffffffa055b1e0>] ? taskq_cancel_id+0x110/0x110 [spl] | |
[ 5040.365619] [<ffffffff810894bd>] ? kthread+0xbd/0xe0 | |
[ 5040.365623] [<ffffffff81089400>] ? kthread_create_on_node+0x180/0x180 | |
[ 5040.365626] [<ffffffff81518498>] ? ret_from_fork+0x58/0x90 | |
[ 5040.365629] [<ffffffff81089400>] ? kthread_create_on_node+0x180/0x180 | |
[ 5040.365631] INFO: task z_wr_iss:24843 blocked for more than 120 seconds. | |
[ 5040.373264] Tainted: P C O 3.16.0-4-amd64 #1 | |
[ 5040.380957] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. | |
[ 5040.388633] z_wr_iss D ffff88007fc49788 0 24843 2 0x00000000 | |
[ 5040.388637] ffff88007fc49330 0000000000000046 0000000000012f40 ffff88035405ffd8 | |
[ 5040.388643] 0000000000012f40 ffff88007fc49330 ffffffffa08e7bdd ffff88035405fca0 | |
[ 5040.388646] 000000000000010b ffffffffa08c4d93 ffffffffa08e7b40 ffff8800acfc9670 | |
[ 5040.388649] Call Trace: | |
[ 5040.388655] [<ffffffffa055d3b5>] ? spl_panic+0xe5/0xf0 [spl] | |
[ 5040.388664] [<ffffffffa0559169>] ? spl_kmem_cache_alloc+0x99/0x730 [spl] | |
[ 5040.388689] [<ffffffffa0847951>] ? zio_buf_alloc+0x41/0x60 [zfs] | |
[ 5040.388709] [<ffffffffa078e3c1>] ? abd_alloc_linear+0x61/0xe0 [zfs] | |
[ 5040.388727] [<ffffffffa078e7a6>] ? abd_alloc+0x366/0x4c0 [zfs] | |
[ 5040.388749] [<ffffffffa07928b2>] ? arc_get_data_impl.isra.24+0x182/0x3a0 [zfs] | |
[ 5040.388768] [<ffffffffa0792bc5>] ? arc_hdr_alloc_abd+0xa5/0xf0 [zfs] | |
[ 5040.388790] [<ffffffffa0793a6d>] ? arc_write_ready+0x27d/0x530 [zfs] | |
[ 5040.388810] [<ffffffffa084fbd4>] ? zio_compress_data+0x34/0xa0 [zfs] | |
[ 5040.388816] [<ffffffff81516d0e>] ? mutex_lock+0xe/0x2a | |
[ 5040.388836] [<ffffffffa084eac4>] ? zio_ready+0x74/0x380 [zfs] | |
[ 5040.388868] [<ffffffffa0848c5f>] ? zio_execute+0x8f/0xf0 [zfs] | |
[ 5040.388875] [<ffffffffa055b415>] ? taskq_thread+0x235/0x450 [spl] | |
[ 5040.388880] [<ffffffff810982e0>] ? wake_up_state+0x10/0x10 | |
[ 5040.388885] [<ffffffffa055b1e0>] ? taskq_cancel_id+0x110/0x110 [spl] | |
[ 5040.388888] [<ffffffff810894bd>] ? kthread+0xbd/0xe0 | |
[ 5040.388891] [<ffffffff81089400>] ? kthread_create_on_node+0x180/0x180 | |
[ 5040.388894] [<ffffffff81518498>] ? ret_from_fork+0x58/0x90 | |
[ 5040.388897] [<ffffffff81089400>] ? kthread_create_on_node+0x180/0x180 | |
[ 5040.388902] INFO: task txg_sync:24939 blocked for more than 120 seconds. | |
[ 5040.396544] Tainted: P C O 3.16.0-4-amd64 #1 | |
[ 5040.404227] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. | |
[ 5040.412010] txg_sync D ffff880354188f38 0 24939 2 0x00000000 | |
[ 5040.412014] ffff880354188ae0 0000000000000046 0000000000012f40 ffff88034be8ffd8 | |
[ 5040.412019] 0000000000012f40 ffff880354188ae0 ffff8803afc937f0 ffff880350520488 | |
[ 5040.412022] ffff8803505204c0 0000000000000001 ffff880350520108 ffff88034be8fd18 | |
[ 5040.412026] Call Trace: | |
[ 5040.412029] [<ffffffff81515069>] ? io_schedule+0x99/0x120 | |
[ 5040.412034] [<ffffffffa055f0aa>] ? cv_wait_common+0x8a/0xf0 [spl] | |
[ 5040.412038] [<ffffffff810a9590>] ? prepare_to_wait_event+0xf0/0xf0 | |
[ 5040.412059] [<ffffffffa084bf6b>] ? zio_wait+0xdb/0x160 [zfs] | |
[ 5040.412088] [<ffffffffa07d288a>] ? dsl_pool_sync+0xaa/0x450 [zfs] | |
[ 5040.412115] [<ffffffffa07ec980>] ? spa_sync+0x3e0/0xd10 [zfs] | |
[ 5040.412144] [<ffffffffa07fdecf>] ? txg_sync_thread+0x2ef/0x490 [zfs] | |
[ 5040.412173] [<ffffffffa07fdbe0>] ? txg_fini+0x2b0/0x2b0 [zfs] | |
[ 5040.412179] [<ffffffffa055a36b>] ? thread_generic_wrapper+0x6b/0x80 [spl] | |
[ 5040.412185] [<ffffffffa055a300>] ? __thread_exit+0x20/0x20 [spl] | |
[ 5040.412188] [<ffffffff810894bd>] ? kthread+0xbd/0xe0 | |
[ 5040.412191] [<ffffffff81089400>] ? kthread_create_on_node+0x180/0x180 | |
[ 5040.412194] [<ffffffff81518498>] ? ret_from_fork+0x58/0x90 | |
[ 5040.412197] [<ffffffff81089400>] ? kthread_create_on_node+0x180/0x180 | |
[ 5040.412202] INFO: task dpkg:9691 blocked for more than 120 seconds. | |
[ 5040.419983] Tainted: P C O 3.16.0-4-amd64 #1 | |
[ 5040.427765] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. | |
[ 5040.435652] dpkg D ffff88035406f178 0 9691 9688 0x00000000 | |
[ 5040.435657] ffff88035406ed20 0000000000000082 0000000000012f40 ffff8800ae1a3fd8 | |
[ 5040.435662] 0000000000012f40 ffff88035406ed20 ffff8803afcd37f0 ffff88033d82b840 | |
[ 5040.435665] ffff88033d82b878 0000000000000001 0000000000000000 ffff880330cbb7e8 | |
[ 5040.435668] Call Trace: | |
[ 5040.435671] [<ffffffff81515069>] ? io_schedule+0x99/0x120 | |
[ 5040.435677] [<ffffffffa055f0aa>] ? cv_wait_common+0x8a/0xf0 [spl] | |
[ 5040.435687] [<ffffffff810a9590>] ? prepare_to_wait_event+0xf0/0xf0 | |
[ 5040.435711] [<ffffffffa084bf6b>] ? zio_wait+0xdb/0x160 [zfs] | |
[ 5040.435732] [<ffffffffa08458a9>] ? zil_commit.part.11+0x3b9/0x750 [zfs] | |
[ 5040.435738] [<ffffffff81516d0e>] ? mutex_lock+0xe/0x2a | |
[ 5040.435758] [<ffffffffa0853fe0>] ? zpl_writepages+0xd0/0x170 [zfs] | |
[ 5040.435762] [<ffffffff811405ee>] ? __filemap_fdatawrite_range+0x4e/0x60 | |
[ 5040.435767] [<ffffffff811d86b2>] ? SyS_sync_file_range+0x132/0x150 | |
[ 5040.435773] [<ffffffff8151854d>] ? system_call_fast_compare_end+0x10/0x15 | |
root@debian:/mnt/root# |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment
Did you ever figure out what this was related to? We just uncountered this as well and are trying to hunt down the cause.