Created
October 6, 2012 10:54
-
-
Save dechamps/3844603 to your computer and use it in GitHub Desktop.
Conflicting writes debugging session #1
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| (gdb) thread 81 | |
| (gdb) frame 3 | |
| (gdb) print *zio | |
| $1 = {io_bookmark = {zb_objset = 51, zb_object = 169, zb_level = 0, zb_blkid = 84861110386}, io_prop = {zp_checksum = ZIO_CHECKSUM_INHERIT, | |
| zp_compress = ZIO_COMPRESS_INHERIT, zp_type = DMU_OT_NONE, zp_level = 0 '\000', zp_copies = 0 '\000', zp_dedup = 0 '\000', | |
| zp_dedup_verify = 0 '\000'}, io_type = ZIO_TYPE_WRITE, io_child_type = ZIO_CHILD_VDEV, io_cmd = 0, io_priority = 10 '\n', | |
| io_reexecute = 0 '\000', io_state = "\001", io_txg = 1320, io_spa = 0x259eac0, io_bp = 0x0, io_bp_override = 0x0, io_bp_copy = {blk_dva = {{ | |
| dva_word = {0, 0}}, {dva_word = {0, 0}}, {dva_word = {0, 0}}}, blk_prop = 0, blk_pad = {0, 0}, blk_phys_birth = 0, blk_birth = 0, | |
| blk_fill = 0, blk_cksum = {zc_word = {0, 0, 0, 0}}}, io_parent_list = {list_size = 48, list_offset = 16, list_head = { | |
| list_next = 0x7f2bcccf9820, list_prev = 0x7f2bcccf9820}}, io_child_list = {list_size = 48, list_offset = 32, list_head = { | |
| list_next = 0x7f2bccb7e120, list_prev = 0x7f2bccb7e120}}, io_walk_link = 0x0, io_logical = 0x7f2beee291e0, io_transform_stack = 0x0, | |
| io_ready = 0, io_done = 0x7f2bf8b17080 <vdev_raidz_child_done>, io_private = 0x7f2bcc8a8c40, io_prev_space_delta = 0, io_bp_orig = { | |
| blk_dva = {{dva_word = {0, 0}}, {dva_word = {0, 0}}, {dva_word = {0, 0}}}, blk_prop = 0, blk_pad = {0, 0}, blk_phys_birth = 0, | |
| blk_birth = 0, blk_fill = 0, blk_cksum = {zc_word = {0, 0, 0, 0}}}, io_data = 0x7f2befe02600, io_orig_data = 0x7f2befe02600, | |
| io_size = 1536, io_orig_size = 1536, io_vd = 0x7f2be0009650, io_vsd = 0x0, io_vsd_ops = 0x0, io_offset = 34669568, io_deadline = 345399, | |
| io_offset_node = {avl_child = {0x7f2bc849ae30, 0x7f2bb8389420}, avl_pcb = 2}, io_deadline_node = {avl_child = {0x0, 0x0}, avl_pcb = 1}, | |
| io_vdev_tree = 0x7f2be0009ce8, io_flags = 394346, io_stage = ZIO_STAGE_VDEV_IO_START, io_pipeline = 1507328, io_orig_flags = 263274, | |
| io_orig_stage = ZIO_STAGE_READY, io_orig_pipeline = 1507328, io_delay = 0, io_error = 0, io_child_error = {0, 0, 0, 0}, io_children = {{0, | |
| 0}, {0, 0}, {0, 0}, {0, 0}}, io_child_count = 0, io_parent_count = 1, io_stall = 0x0, io_gang_leader = 0x0, io_gang_tree = 0x0, | |
| io_executor = 0x7f2be0014190, io_waiter = 0x0, io_lock = {m_owner = 0x0, m_magic = 10746421124467712806, m_lock = {__data = {__lock = 0, | |
| __count = 0, __owner = 0, __nusers = 0, __kind = 0, __spins = 0, __list = {__prev = 0x0, __next = 0x0}}, | |
| __size = '\000' <repeats 39 times>, __align = 0}}, io_cv = {cv_magic = 15212783131315351748, cv = {__data = {__lock = 0, __futex = 0, | |
| __total_seq = 0, __wakeup_seq = 0, __woken_seq = 0, __mutex = 0x0, __nwaiters = 0, __broadcast_seq = 0}, | |
| __size = '\000' <repeats 47 times>, __align = 0}}, io_cksum_report = 0x0, io_ena = 0, io_tqent = {tqent_next = 0x0, tqent_prev = 0x0, | |
| tqent_func = 0, tqent_arg = 0x0, tqent_flags = 0}, io_trim_node = {avl_child = {0x0, 0x0}, avl_pcb = 0}, io_trim_link = {list_next = 0x0, | |
| list_prev = 0x0}} | |
| (gdb) thread 76 | |
| (gdb) frame 5 | |
| (gdb) print *zio | |
| $2 = {io_bookmark = {zb_objset = 51, zb_object = 169, zb_level = 0, zb_blkid = 84861110384}, io_prop = {zp_checksum = ZIO_CHECKSUM_INHERIT, | |
| zp_compress = ZIO_COMPRESS_INHERIT, zp_type = DMU_OT_NONE, zp_level = 0 '\000', zp_copies = 0 '\000', zp_dedup = 0 '\000', | |
| zp_dedup_verify = 0 '\000'}, io_type = ZIO_TYPE_WRITE, io_child_type = ZIO_CHILD_VDEV, io_cmd = 0, io_priority = 10 '\n', | |
| io_reexecute = 0 '\000', io_state = "\001", io_txg = 1320, io_spa = 0x259eac0, io_bp = 0x0, io_bp_override = 0x0, io_bp_copy = {blk_dva = {{ | |
| dva_word = {0, 0}}, {dva_word = {0, 0}}, {dva_word = {0, 0}}}, blk_prop = 0, blk_pad = {0, 0}, blk_phys_birth = 0, blk_birth = 0, | |
| blk_fill = 0, blk_cksum = {zc_word = {0, 0, 0, 0}}}, io_parent_list = {list_size = 48, list_offset = 16, list_head = { | |
| list_next = 0x7f2bc8d57820, list_prev = 0x7f2bc8d57820}}, io_child_list = {list_size = 48, list_offset = 32, list_head = { | |
| list_next = 0x7f2bc849ad20, list_prev = 0x7f2bc849ad20}}, io_walk_link = 0x0, io_logical = 0x7f2bc488c200, io_transform_stack = 0x0, | |
| io_ready = 0, io_done = 0x7f2bf8b17080 <vdev_raidz_child_done>, io_private = 0x7f2bc86509f0, io_prev_space_delta = 0, io_bp_orig = { | |
| blk_dva = {{dva_word = {0, 0}}, {dva_word = {0, 0}}, {dva_word = {0, 0}}}, blk_prop = 0, blk_pad = {0, 0}, blk_phys_birth = 0, | |
| blk_birth = 0, blk_fill = 0, blk_cksum = {zc_word = {0, 0, 0, 0}}}, io_data = 0x7f2bc451a600, io_orig_data = 0x7f2bc451a600, | |
| io_size = 1536, io_orig_size = 1536, io_vd = 0x7f2be0009650, io_vsd = 0x0, io_vsd_ops = 0x0, io_offset = 34669568, io_deadline = 345399, | |
| io_offset_node = {avl_child = {0x0, 0x0}, avl_pcb = 139826094924337}, io_deadline_node = {avl_child = {0x0, 0x0}, avl_pcb = 1}, | |
| io_vdev_tree = 0x7f2be0009ce8, io_flags = 394346, io_stage = ZIO_STAGE_VDEV_IO_DONE, io_pipeline = 1507328, io_orig_flags = 263274, | |
| io_orig_stage = ZIO_STAGE_READY, io_orig_pipeline = 1507328, io_delay = 0, io_error = 0, io_child_error = {0, 0, 0, 0}, io_children = {{0, | |
| 0}, {0, 0}, {0, 0}, {0, 0}}, io_child_count = 0, io_parent_count = 1, io_stall = 0x0, io_gang_leader = 0x0, io_gang_tree = 0x0, | |
| io_executor = 0x7f2be00089e0, io_waiter = 0x0, io_lock = {m_owner = 0x0, m_magic = 10746421124467712806, m_lock = {__data = {__lock = 0, | |
| __count = 0, __owner = 0, __nusers = 0, __kind = 0, __spins = 0, __list = {__prev = 0x0, __next = 0x0}}, | |
| __size = '\000' <repeats 39 times>, __align = 0}}, io_cv = {cv_magic = 15212783131315351748, cv = {__data = {__lock = 0, __futex = 0, | |
| __total_seq = 0, __wakeup_seq = 0, __woken_seq = 0, __mutex = 0x0, __nwaiters = 0, __broadcast_seq = 0}, | |
| __size = '\000' <repeats 47 times>, __align = 0}}, io_cksum_report = 0x0, io_ena = 0, io_tqent = {tqent_next = 0x0, tqent_prev = 0x0, | |
| tqent_func = 0x7f2bf8b34fa1 <zio_execute>, tqent_arg = 0x7f2bc849ac10, tqent_flags = 1}, io_trim_node = {avl_child = {0x0, | |
| 0x7f2bb83895b0}, avl_pcb = 2}, io_trim_link = {list_next = 0x0, list_prev = 0x0}} |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| NOTE: I removed "useless" threads (those which are sitting around doing nothing but to wait on a cv) | |
| Thread 114 (Thread 0x7f2bf56e1700 (LWP 22937)): | |
| #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:216 | |
| #1 0x00007f2bf8a614f1 in cv_timedwait (cv=0x7f2bf8dcf200, mp=0x7f2bf8dcf1c0, abstime=22104998) at ../../lib/libzpool/kernel.c:481 | |
| #2 0x00007f2bf8a6e900 in arc_adapt_thread () at ../../module/zfs/arc.c:2215 | |
| #3 0x00007f2bf8a5d3b2 in zk_thread_helper (arg=0x259c540) at ../../lib/libzpool/kernel.c:135 | |
| #4 0x00007f2bf81bdb50 in start_thread (arg=<optimized out>) at pthread_create.c:304 | |
| #5 0x00007f2bf7f0870d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 | |
| #6 0x0000000000000000 in ?? () | |
| Thread 113 (Thread 0x7f2bf56d5700 (LWP 22938)): | |
| #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:216 | |
| #1 0x00007f2bf8a614f1 in cv_timedwait (cv=0x7f2bf8dd3220, mp=0x7f2bf8dd31e0, abstime=22104998) at ../../lib/libzpool/kernel.c:481 | |
| #2 0x00007f2bf8a756a2 in l2arc_feed_thread () at ../../module/zfs/arc.c:4714 | |
| #3 0x00007f2bf8a5d3b2 in zk_thread_helper (arg=0x259d730) at ../../lib/libzpool/kernel.c:135 | |
| #4 0x00007f2bf81bdb50 in start_thread (arg=<optimized out>) at pthread_create.c:304 | |
| #5 0x00007f2bf7f0870d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 | |
| #6 0x0000000000000000 in ?? () | |
| Thread 99 (Thread 0x7f2bf5465700 (LWP 23030)): | |
| #0 vdev_raidz_generate_parity_p (rm=0x7f2bcc2fb830) at ../../module/zfs/vdev_raidz.c:579 | |
| #1 0x00007f2bf8b13af4 in vdev_raidz_generate_parity (rm=0x7f2bcc2fb830) at ../../module/zfs/vdev_raidz.c:713 | |
| #2 0x00007f2bf8b17358 in vdev_raidz_io_start (zio=0x7f2bccef1c10) at ../../module/zfs/vdev_raidz.c:1559 | |
| #3 0x00007f2bf8b3a309 in zio_vdev_io_start (zio=0x7f2bccef1c10) at ../../module/zfs/zio.c:2547 | |
| #4 0x00007f2bf8b35741 in __zio_execute (zio=0x7f2bccef1c10) at ../../module/zfs/zio.c:1334 | |
| #5 zio_nowait (zio=0x7f2bccef1c10) at ../../module/zfs/zio.c:1389 | |
| #6 0x00007f2bf8b103b2 in vdev_mirror_io_done (zio=0x6339600) at ../../module/zfs/vdev_mirror.c:438 | |
| #7 0x00007f2bf8b3a512 in zio_vdev_io_done (zio=0x6339600) at ../../module/zfs/zio.c:2592 | |
| #8 0x00007f2bf8b3d458 in __zio_execute (zio=0x6339600) at ../../module/zfs/zio.c:1334 | |
| #9 zio_notify_parent (wait=ZIO_WAIT_DONE, zio=0x72e9410, pio=0x6339600) at ../../module/zfs/zio.c:559 | |
| #10 zio_done (zio=0x72e9410) at ../../module/zfs/zio.c:3162 | |
| #11 0x00007f2bf8b3d458 in __zio_execute (zio=0x72e9410) at ../../module/zfs/zio.c:1334 | |
| #12 zio_notify_parent (wait=ZIO_WAIT_DONE, zio=0x6c70850, pio=0x72e9410) at ../../module/zfs/zio.c:559 | |
| #13 zio_done (zio=0x6c70850) at ../../module/zfs/zio.c:3162 | |
| #14 0x00007f2bf8b35186 in __zio_execute (zio=0x6c70850) at ../../module/zfs/zio.c:1334 | |
| #15 zio_execute (zio=0x6c70850) at ../../module/zfs/zio.c:1283 | |
| #16 0x00007f2bf8a63b03 in taskq_thread (arg=0x7f2be001a210) at ../../lib/libzpool/taskq.c:232 | |
| #17 0x00007f2bf8a5d3b2 in zk_thread_helper (arg=0x7f2be0014430) at ../../lib/libzpool/kernel.c:135 | |
| #18 0x00007f2bf81bdb50 in start_thread (arg=<optimized out>) at pthread_create.c:304 | |
| #19 0x00007f2bf7f0870d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 | |
| #20 0x0000000000000000 in ?? () | |
| Thread 97 (Thread 0x7f2bf5471700 (LWP 23032)): | |
| #0 0x00007f2bf8ae7083 in SHA256Transform (H=0x7f2bf54703e8, cp=0x7f2bb45ef5c0 "") at ../../module/zfs/sha256.c:90 | |
| #1 0x00007f2bf8ae726a in zio_checksum_SHA256 (buf=0x7f2bb45ef000, size=4096, zcp=0x7f2bf5470480) at ../../module/zfs/sha256.c:108 | |
| #2 0x00007f2bf8b3df43 in zio_checksum_error (zio=0x7f2bda3f7010, info=0x7f2bf5470530) at ../../module/zfs/zio_checksum.c:253 | |
| #3 0x00007f2bf8b178f4 in raidz_checksum_verify (zio=0x7f2bda3f7010) at ../../module/zfs/vdev_raidz.c:1669 | |
| #4 0x00007f2bf8b18721 in vdev_raidz_io_done (zio=0x7f2bda3f7010) at ../../module/zfs/vdev_raidz.c:1967 | |
| #5 0x00007f2bf8b3a512 in zio_vdev_io_done (zio=0x7f2bda3f7010) at ../../module/zfs/zio.c:2592 | |
| #6 0x00007f2bf8b3d458 in __zio_execute (zio=0x7f2bda3f7010) at ../../module/zfs/zio.c:1334 | |
| #7 zio_notify_parent (wait=ZIO_WAIT_DONE, zio=0x7f2bd9cab010, pio=0x7f2bda3f7010) at ../../module/zfs/zio.c:559 | |
| #8 zio_done (zio=0x7f2bd9cab010) at ../../module/zfs/zio.c:3162 | |
| #9 0x00007f2bf8b35186 in __zio_execute (zio=0x7f2bd9cab010) at ../../module/zfs/zio.c:1334 | |
| #10 zio_execute (zio=0x7f2bd9cab010) at ../../module/zfs/zio.c:1283 | |
| #11 0x00007f2bf8a63b03 in taskq_thread (arg=0x7f2be001a210) at ../../lib/libzpool/taskq.c:232 | |
| #12 0x00007f2bf8a5d3b2 in zk_thread_helper (arg=0x7f2be0017ac0) at ../../lib/libzpool/kernel.c:135 | |
| #13 0x00007f2bf81bdb50 in start_thread (arg=<optimized out>) at pthread_create.c:304 | |
| #14 0x00007f2bf7f0870d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 | |
| #15 0x0000000000000000 in ?? () | |
| Thread 81 (Thread 0x7f2bf5531700 (LWP 23048)): | |
| #0 0x00007f2bf81c5efb in raise (sig=<optimized out>) at ../nptl/sysdeps/unix/sysv/linux/pt-raise.c:41 | |
| #1 0x00007f2bf8de7785 in avl_add (tree=0x7f2bb8a86700, new_node=0x7f2bccb7e010) at ../../module/avl/avl.c:641 | |
| #2 0x00007f2bf8aff502 in trim_map_write_start (zio=0x7f2bccb7e010) at ../../module/zfs/trim_map.c:344 | |
| #3 0x00007f2bf8b3a2e9 in zio_vdev_io_start (zio=0x7f2bccb7e010) at ../../module/zfs/zio.c:2543 | |
| #4 0x00007f2bf8b35741 in __zio_execute (zio=0x7f2bccb7e010) at ../../module/zfs/zio.c:1334 | |
| #5 zio_nowait (zio=0x7f2bccb7e010) at ../../module/zfs/zio.c:1389 | |
| #6 0x00007f2bf8b17416 in vdev_raidz_io_start (zio=0x7f2bccec9800) at ../../module/zfs/vdev_raidz.c:1564 | |
| #7 0x00007f2bf8b3a309 in zio_vdev_io_start (zio=0x7f2bccec9800) at ../../module/zfs/zio.c:2547 | |
| #8 0x00007f2bf8b35741 in __zio_execute (zio=0x7f2bccec9800) at ../../module/zfs/zio.c:1334 | |
| #9 zio_nowait (zio=0x7f2bccec9800) at ../../module/zfs/zio.c:1389 | |
| #10 0x00007f2bf8b0ff06 in vdev_mirror_io_start (zio=0x7f2bb4319ba0) at ../../module/zfs/vdev_mirror.c:311 | |
| #11 0x00007f2bf8b3a309 in zio_vdev_io_start (zio=0x7f2bb4319ba0) at ../../module/zfs/zio.c:2547 | |
| #12 0x00007f2bf8b35741 in __zio_execute (zio=0x7f2bb4319ba0) at ../../module/zfs/zio.c:1334 | |
| #13 zio_nowait (zio=0x7f2bb4319ba0) at ../../module/zfs/zio.c:1389 | |
| #14 0x00007f2bf8b103b2 in vdev_mirror_io_done (zio=0x7f2be3daf810) at ../../module/zfs/vdev_mirror.c:438 | |
| #15 0x00007f2bf8b3a512 in zio_vdev_io_done (zio=0x7f2be3daf810) at ../../module/zfs/zio.c:2592 | |
| #16 0x00007f2bf8b3d458 in __zio_execute (zio=0x7f2be3daf810) at ../../module/zfs/zio.c:1334 | |
| #17 zio_notify_parent (wait=ZIO_WAIT_DONE, zio=0x7f2bc44db010, pio=0x7f2be3daf810) at ../../module/zfs/zio.c:559 | |
| #18 zio_done (zio=0x7f2bc44db010) at ../../module/zfs/zio.c:3162 | |
| #19 0x00007f2bf8b3d458 in __zio_execute (zio=0x7f2bc44db010) at ../../module/zfs/zio.c:1334 | |
| #20 zio_notify_parent (wait=ZIO_WAIT_DONE, zio=0x5b80200, pio=0x7f2bc44db010) at ../../module/zfs/zio.c:559 | |
| #21 zio_done (zio=0x5b80200) at ../../module/zfs/zio.c:3162 | |
| #22 0x00007f2bf8b3d458 in __zio_execute (zio=0x5b80200) at ../../module/zfs/zio.c:1334 | |
| #23 zio_notify_parent (wait=ZIO_WAIT_DONE, zio=0x5a40200, pio=0x5b80200) at ../../module/zfs/zio.c:559 | |
| #24 zio_done (zio=0x5a40200) at ../../module/zfs/zio.c:3162 | |
| #25 0x00007f2bf8b35186 in __zio_execute (zio=0x5a40200) at ../../module/zfs/zio.c:1334 | |
| #26 zio_execute (zio=0x5a40200) at ../../module/zfs/zio.c:1283 | |
| #27 0x00007f2bf8a63b03 in taskq_thread (arg=0x7f2be0013d20) at ../../lib/libzpool/taskq.c:232 | |
| #28 0x00007f2bf8a5d3b2 in zk_thread_helper (arg=0x7f2be0014190) at ../../lib/libzpool/kernel.c:135 | |
| #29 0x00007f2bf81bdb50 in start_thread (arg=<optimized out>) at pthread_create.c:304 | |
| #30 0x00007f2bf7f0870d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 | |
| #31 0x0000000000000000 in ?? () | |
| Thread 76 (Thread 0x7f2bf556d700 (LWP 23053)): | |
| #0 __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:136 | |
| #1 0x00007f2bf81c0339 in _L_lock_926 () from /lib/x86_64-linux-gnu/libpthread.so.0 | |
| #2 0x00007f2bf81c015b in __pthread_mutex_lock (mutex=0x7f2bb8a86758) at pthread_mutex_lock.c:61 | |
| #3 0x00007f2bf8a5e865 in mutex_enter (mp=0x7f2bb8a86748) at ../../lib/libzpool/kernel.c:276 | |
| #4 0x00007f2bf8aff584 in trim_map_write_done (zio=0x7f2bc849ac10) at ../../module/zfs/trim_map.c:364 | |
| #5 0x00007f2bf8b3a3f4 in zio_vdev_io_done (zio=0x7f2bc849ac10) at ../../module/zfs/zio.c:2565 | |
| #6 0x00007f2bf8b35186 in __zio_execute (zio=0x7f2bc849ac10) at ../../module/zfs/zio.c:1334 | |
| #7 zio_execute (zio=0x7f2bc849ac10) at ../../module/zfs/zio.c:1283 | |
| #8 0x00007f2bf8a63b03 in taskq_thread (arg=0x7f2be0013d20) at ../../lib/libzpool/taskq.c:232 | |
| #9 0x00007f2bf8a5d3b2 in zk_thread_helper (arg=0x7f2be00089e0) at ../../lib/libzpool/kernel.c:135 | |
| #10 0x00007f2bf81bdb50 in start_thread (arg=<optimized out>) at pthread_create.c:304 | |
| #11 0x00007f2bf7f0870d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 | |
| #12 0x0000000000000000 in ?? () | |
| Thread 75 (Thread 0x7f2bf5579700 (LWP 23054)): | |
| #0 __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:136 | |
| #1 0x00007f2bf81c0339 in _L_lock_926 () from /lib/x86_64-linux-gnu/libpthread.so.0 | |
| #2 0x00007f2bf81c015b in __pthread_mutex_lock (mutex=0x7f2bb8a86758) at pthread_mutex_lock.c:61 | |
| #3 0x00007f2bf8a5e865 in mutex_enter (mp=0x7f2bb8a86748) at ../../lib/libzpool/kernel.c:276 | |
| #4 0x00007f2bf8aff584 in trim_map_write_done (zio=0x7f2bb8389200) at ../../module/zfs/trim_map.c:364 | |
| #5 0x00007f2bf8b3a3f4 in zio_vdev_io_done (zio=0x7f2bb8389200) at ../../module/zfs/zio.c:2565 | |
| #6 0x00007f2bf8b35186 in __zio_execute (zio=0x7f2bb8389200) at ../../module/zfs/zio.c:1334 | |
| #7 zio_execute (zio=0x7f2bb8389200) at ../../module/zfs/zio.c:1283 | |
| #8 0x00007f2bf8a63b03 in taskq_thread (arg=0x7f2be0013d20) at ../../lib/libzpool/taskq.c:232 | |
| #9 0x00007f2bf8a5d3b2 in zk_thread_helper (arg=0x7f2be0008a00) at ../../lib/libzpool/kernel.c:135 | |
| #10 0x00007f2bf81bdb50 in start_thread (arg=<optimized out>) at pthread_create.c:304 | |
| #11 0x00007f2bf7f0870d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 | |
| #12 0x0000000000000000 in ?? () | |
| Thread 72 (Thread 0x7f2bf55a9700 (LWP 23057)): | |
| #0 __lll_lock_wait_private () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:97 | |
| #1 0x00007f2bf7eac4b8 in _L_lock_9627 () from /lib/x86_64-linux-gnu/libc.so.6 | |
| #2 0x00007f2bf7eaa8a1 in *__GI___libc_free (mem=0x7f2be8000020) at malloc.c:3736 | |
| #3 0x00007f2bf8b30f0d in umem_free (ptr=0x7f2bc867c200, size=984) at ../../lib/libspl/include/umem.h:129 | |
| #4 0x00007f2bf8b31109 in umem_cache_free (cp=0x2599ad0, ptr=0x7f2bc867c200) at ../../lib/libspl/include/umem.h:188 | |
| #5 0x00007f2bf8b32b3d in zio_destroy (zio=0x7f2bc867c200) at ../../module/zfs/zio.c:687 | |
| #6 0x00007f2bf8b3d54c in zio_done (zio=0x7f2bc867c200) at ../../module/zfs/zio.c:3171 | |
| #7 0x00007f2bf8b35741 in __zio_execute (zio=0x7f2bc867c200) at ../../module/zfs/zio.c:1334 | |
| #8 zio_nowait (zio=0x7f2bc867c200) at ../../module/zfs/zio.c:1389 | |
| #9 0x00007f2bf8b0ff06 in vdev_mirror_io_start (zio=0x7f2bb4319410) at ../../module/zfs/vdev_mirror.c:311 | |
| #10 0x00007f2bf8b3a309 in zio_vdev_io_start (zio=0x7f2bb4319410) at ../../module/zfs/zio.c:2547 | |
| #11 0x00007f2bf8b35741 in __zio_execute (zio=0x7f2bb4319410) at ../../module/zfs/zio.c:1334 | |
| #12 zio_nowait (zio=0x7f2bb4319410) at ../../module/zfs/zio.c:1389 | |
| #13 0x00007f2bf8b103b2 in vdev_mirror_io_done (zio=0x7f2bd7db63f0) at ../../module/zfs/vdev_mirror.c:438 | |
| #14 0x00007f2bf8b3a512 in zio_vdev_io_done (zio=0x7f2bd7db63f0) at ../../module/zfs/zio.c:2592 | |
| #15 0x00007f2bf8b3d458 in __zio_execute (zio=0x7f2bd7db63f0) at ../../module/zfs/zio.c:1334 | |
| #16 zio_notify_parent (wait=ZIO_WAIT_DONE, zio=0x7f2bd7cb47e0, pio=0x7f2bd7db63f0) at ../../module/zfs/zio.c:559 | |
| #17 zio_done (zio=0x7f2bd7cb47e0) at ../../module/zfs/zio.c:3162 | |
| #18 0x00007f2bf8b3d458 in __zio_execute (zio=0x7f2bd7cb47e0) at ../../module/zfs/zio.c:1334 | |
| #19 zio_notify_parent (wait=ZIO_WAIT_DONE, zio=0x7f2bb8927230, pio=0x7f2bd7cb47e0) at ../../module/zfs/zio.c:559 | |
| #20 zio_done (zio=0x7f2bb8927230) at ../../module/zfs/zio.c:3162 | |
| #21 0x00007f2bf8b3d458 in __zio_execute (zio=0x7f2bb8927230) at ../../module/zfs/zio.c:1334 | |
| #22 zio_notify_parent (wait=ZIO_WAIT_DONE, zio=0x7f2bb8842930, pio=0x7f2bb8927230) at ../../module/zfs/zio.c:559 | |
| #23 zio_done (zio=0x7f2bb8842930) at ../../module/zfs/zio.c:3162 | |
| #24 0x00007f2bf8b35186 in __zio_execute (zio=0x7f2bb8842930) at ../../module/zfs/zio.c:1334 | |
| #25 zio_execute (zio=0x7f2bb8842930) at ../../module/zfs/zio.c:1283 | |
| #26 0x00007f2bf8a63b03 in taskq_thread (arg=0x7f2be0013d20) at ../../lib/libzpool/taskq.c:232 | |
| #27 0x00007f2bf8a5d3b2 in zk_thread_helper (arg=0x7f2be0008a60) at ../../lib/libzpool/kernel.c:135 | |
| #28 0x00007f2bf81bdb50 in start_thread (arg=<optimized out>) at pthread_create.c:304 | |
| #29 0x00007f2bf7f0870d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 | |
| #30 0x0000000000000000 in ?? () | |
| Thread 71 (Thread 0x7f2bf559d700 (LWP 23058)): | |
| #0 __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:136 | |
| #1 0x00007f2bf81c0339 in _L_lock_926 () from /lib/x86_64-linux-gnu/libpthread.so.0 | |
| #2 0x00007f2bf81c015b in __pthread_mutex_lock (mutex=0x7f2bb8a86758) at pthread_mutex_lock.c:61 | |
| #3 0x00007f2bf8a5e865 in mutex_enter (mp=0x7f2bb8a86748) at ../../lib/libzpool/kernel.c:276 | |
| #4 0x00007f2bf8aff428 in trim_map_write_start (zio=0x7f2bc8627c10) at ../../module/zfs/trim_map.c:322 | |
| #5 0x00007f2bf8b3a2e9 in zio_vdev_io_start (zio=0x7f2bc8627c10) at ../../module/zfs/zio.c:2543 | |
| #6 0x00007f2bf8b35741 in __zio_execute (zio=0x7f2bc8627c10) at ../../module/zfs/zio.c:1334 | |
| #7 zio_nowait (zio=0x7f2bc8627c10) at ../../module/zfs/zio.c:1389 | |
| #8 0x00007f2bf8b17416 in vdev_raidz_io_start (zio=0x7f2bc898dc10) at ../../module/zfs/vdev_raidz.c:1564 | |
| #9 0x00007f2bf8b3a309 in zio_vdev_io_start (zio=0x7f2bc898dc10) at ../../module/zfs/zio.c:2547 | |
| #10 0x00007f2bf8b35741 in __zio_execute (zio=0x7f2bc898dc10) at ../../module/zfs/zio.c:1334 | |
| #11 zio_nowait (zio=0x7f2bc898dc10) at ../../module/zfs/zio.c:1389 | |
| #12 0x00007f2bf8b0ff06 in vdev_mirror_io_start (zio=0x7f2bc8498c10) at ../../module/zfs/vdev_mirror.c:311 | |
| #13 0x00007f2bf8b3a309 in zio_vdev_io_start (zio=0x7f2bc8498c10) at ../../module/zfs/zio.c:2547 | |
| #14 0x00007f2bf8b35741 in __zio_execute (zio=0x7f2bc8498c10) at ../../module/zfs/zio.c:1334 | |
| #15 zio_nowait (zio=0x7f2bc8498c10) at ../../module/zfs/zio.c:1389 | |
| #16 0x00007f2bf8b103b2 in vdev_mirror_io_done (zio=0x70b8a10) at ../../module/zfs/vdev_mirror.c:438 | |
| #17 0x00007f2bf8b3a512 in zio_vdev_io_done (zio=0x70b8a10) at ../../module/zfs/zio.c:2592 | |
| #18 0x00007f2bf8b3d458 in __zio_execute (zio=0x70b8a10) at ../../module/zfs/zio.c:1334 | |
| #19 zio_notify_parent (wait=ZIO_WAIT_DONE, zio=0x72e9010, pio=0x70b8a10) at ../../module/zfs/zio.c:559 | |
| #20 zio_done (zio=0x72e9010) at ../../module/zfs/zio.c:3162 | |
| #21 0x00007f2bf8b3d458 in __zio_execute (zio=0x72e9010) at ../../module/zfs/zio.c:1334 | |
| #22 zio_notify_parent (wait=ZIO_WAIT_DONE, zio=0x7f2bc898d010, pio=0x72e9010) at ../../module/zfs/zio.c:559 | |
| #23 zio_done (zio=0x7f2bc898d010) at ../../module/zfs/zio.c:3162 | |
| #24 0x00007f2bf8b3d458 in __zio_execute (zio=0x7f2bc898d010) at ../../module/zfs/zio.c:1334 | |
| #25 zio_notify_parent (wait=ZIO_WAIT_DONE, zio=0x7f2bf307d3c0, pio=0x7f2bc898d010) at ../../module/zfs/zio.c:559 | |
| #26 zio_done (zio=0x7f2bf307d3c0) at ../../module/zfs/zio.c:3162 | |
| #27 0x00007f2bf8b35186 in __zio_execute (zio=0x7f2bf307d3c0) at ../../module/zfs/zio.c:1334 | |
| #28 zio_execute (zio=0x7f2bf307d3c0) at ../../module/zfs/zio.c:1283 | |
| #29 0x00007f2bf8a63b03 in taskq_thread (arg=0x7f2be0013d20) at ../../lib/libzpool/taskq.c:232 | |
| #30 0x00007f2bf8a5d3b2 in zk_thread_helper (arg=0x7f2be0008a80) at ../../lib/libzpool/kernel.c:135 | |
| #31 0x00007f2bf81bdb50 in start_thread (arg=<optimized out>) at pthread_create.c:304 | |
| #32 0x00007f2bf7f0870d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 | |
| #33 0x0000000000000000 in ?? () | |
| Thread 66 (Thread 0x7f2bf55f1700 (LWP 23063)): | |
| #0 __lll_lock_wait_private () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:97 | |
| #1 0x00007f2bf7eac4b8 in _L_lock_9627 () from /lib/x86_64-linux-gnu/libc.so.6 | |
| #2 0x00007f2bf7eaa8a1 in *__GI___libc_free (mem=0x7f2bf0000020) at malloc.c:3736 | |
| #3 0x00007f2bf8b0f2c9 in umem_free (ptr=0x7f2bcc6ad140, size=88) at ../../lib/libspl/include/umem.h:129 | |
| #4 0x00007f2bf8b0f323 in vdev_mirror_map_free (zio=0x7f2bcd0b7010) at ../../module/zfs/vdev_mirror.c:64 | |
| #5 0x00007f2bf8b3a6d9 in zio_vdev_io_assess (zio=0x7f2bcd0b7010) at ../../module/zfs/zio.c:2638 | |
| #6 0x00007f2bf8b3d458 in __zio_execute (zio=0x7f2bcd0b7010) at ../../module/zfs/zio.c:1334 | |
| #7 zio_notify_parent (wait=ZIO_WAIT_DONE, zio=0x7f2bc86821b0, pio=0x7f2bcd0b7010) at ../../module/zfs/zio.c:559 | |
| #8 zio_done (zio=0x7f2bc86821b0) at ../../module/zfs/zio.c:3162 | |
| #9 0x00007f2bf8b3d458 in __zio_execute (zio=0x7f2bc86821b0) at ../../module/zfs/zio.c:1334 | |
| #10 zio_notify_parent (wait=ZIO_WAIT_DONE, zio=0x7f2beb8de7b0, pio=0x7f2bc86821b0) at ../../module/zfs/zio.c:559 | |
| #11 zio_done (zio=0x7f2beb8de7b0) at ../../module/zfs/zio.c:3162 | |
| #12 0x00007f2bf8b3d458 in __zio_execute (zio=0x7f2beb8de7b0) at ../../module/zfs/zio.c:1334 | |
| #13 zio_notify_parent (wait=ZIO_WAIT_DONE, zio=0x7f2bebc1fc00, pio=0x7f2beb8de7b0) at ../../module/zfs/zio.c:559 | |
| #14 zio_done (zio=0x7f2bebc1fc00) at ../../module/zfs/zio.c:3162 | |
| #15 0x00007f2bf8b35186 in __zio_execute (zio=0x7f2bebc1fc00) at ../../module/zfs/zio.c:1334 | |
| #16 zio_execute (zio=0x7f2bebc1fc00) at ../../module/zfs/zio.c:1283 | |
| #17 0x00007f2bf8a63b03 in taskq_thread (arg=0x7f2be0013d20) at ../../lib/libzpool/taskq.c:232 | |
| #18 0x00007f2bf8a5d3b2 in zk_thread_helper (arg=0x7f2be0008b20) at ../../lib/libzpool/kernel.c:135 | |
| #19 0x00007f2bf81bdb50 in start_thread (arg=<optimized out>) at pthread_create.c:304 | |
| #20 0x00007f2bf7f0870d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 | |
| #21 0x0000000000000000 in ?? () | |
| Thread 44 (Thread 0x7f2be7fff700 (LWP 23096)): | |
| #0 _int_malloc (av=0x7f2bec000020, bytes=8240) at malloc.c:4611 | |
| #1 0x00007f2bf7ea969e in _int_memalign (av=0x7f2bec000020, alignment=4096, bytes=<optimized out>) at malloc.c:5492 | |
| #2 0x00007f2bf7eaaef2 in *__GI___libc_memalign (alignment=4096, bytes=4096) at malloc.c:3880 | |
| #3 0x00007f2bf7eab149 in __posix_memalign (memptr=0x7f2be7ffbf20, alignment=139826619744288, size=8240) at malloc.c:6315 | |
| #4 0x00007f2bf8b30e24 in umem_alloc_aligned (size=4096, align=4096, flags=256) at ../../lib/libspl/include/umem.h:100 | |
| #5 0x00007f2bf8b31051 in umem_cache_alloc (cp=0x259a2b0, flags=256) at ../../lib/libspl/include/umem.h:172 | |
| #6 0x00007f2bf8b3188f in zio_data_buf_alloc (size=4096) at ../../module/zfs/zio.c:307 | |
| #7 0x00007f2bf8ad746b in dsl_scan_scrub_cb (dp=0x259c870, bp=0x7f2bbc60dd80, zb=0x7f2be7ffc2d0) at ../../module/zfs/dsl_scan.c:1744 | |
| #8 0x00007f2bf8ad3c6c in dsl_scan_visitbp (bp=0x7f2bbc60dd80, zb=0x7f2be7ffc2d0, dnp=0x7f2bac509200, pbuf=0x7f2bbc42d310, ds=0x7f2bec04e8b0, | |
| scn=0x25b8da0, ostype=DMU_OST_OTHER, tx=0x7f2bd9f01aa0) at ../../module/zfs/dsl_scan.c:868 | |
| #9 0x00007f2bf8ad30a0 in dsl_scan_recurse (bufp=0x7f2be7ffc300, tx=0x7f2bd9f01aa0, zb=0x7f2be7ffc500, bp=0x7f2bbc6c63e0, dnp=0x7f2bac509200, | |
| ostype=DMU_OST_OTHER, ds=0x7f2bec04e8b0, scn=0x25b8da0) at ../../module/zfs/dsl_scan.c:684 | |
| #10 dsl_scan_visitbp (bp=0x7f2bbcc6d180, zb=0x7f2be7ffc500, dnp=0x7f2bac509200, pbuf=0x7f2bbc634de0, ds=0x7f2bec04e8b0, scn=0x25b8da0, | |
| ostype=DMU_OST_OTHER, tx=0x7f2bd9f01aa0) at ../../module/zfs/dsl_scan.c:845 | |
| #11 0x00007f2bf8ad30a0 in dsl_scan_recurse (bufp=0x7f2be7ffc530, tx=0x7f2bd9f01aa0, zb=0x7f2be7ffc730, bp=0x7f2bdefaae80, dnp=0x7f2bac509200, | |
| ostype=DMU_OST_OTHER, ds=0x7f2bec04e8b0, scn=0x25b8da0) at ../../module/zfs/dsl_scan.c:684 | |
| #12 dsl_scan_visitbp (bp=0x7f2bdea3f900, zb=0x7f2be7ffc730, dnp=0x7f2bac509200, pbuf=0x7f2bbc06e850, ds=0x7f2bec04e8b0, scn=0x25b8da0, | |
| ostype=DMU_OST_OTHER, tx=0x7f2bd9f01aa0) at ../../module/zfs/dsl_scan.c:845 | |
| #13 0x00007f2bf8ad30a0 in dsl_scan_recurse (bufp=0x7f2be7ffc760, tx=0x7f2bd9f01aa0, zb=0x7f2be7ffc960, bp=0x7f2bbc9ab040, dnp=0x7f2bac509200, | |
| ostype=DMU_OST_OTHER, ds=0x7f2bec04e8b0, scn=0x25b8da0) at ../../module/zfs/dsl_scan.c:684 | |
| #14 dsl_scan_visitbp (bp=0x7f2bbc0a9d80, zb=0x7f2be7ffc960, dnp=0x7f2bac509200, pbuf=0x7f2bbca11780, ds=0x7f2bec04e8b0, scn=0x25b8da0, | |
| ostype=DMU_OST_OTHER, tx=0x7f2bd9f01aa0) at ../../module/zfs/dsl_scan.c:845 | |
| #15 0x00007f2bf8ad30a0 in dsl_scan_recurse (bufp=0x7f2be7ffc990, tx=0x7f2bd9f01aa0, zb=0x7f2be7ffcb90, bp=0x7f2bbc0a6550, dnp=0x7f2bac509200, | |
| ostype=DMU_OST_OTHER, ds=0x7f2bec04e8b0, scn=0x25b8da0) at ../../module/zfs/dsl_scan.c:684 | |
| #16 dsl_scan_visitbp (bp=0x7f2bbc1ca080, zb=0x7f2be7ffcb90, dnp=0x7f2bac509200, pbuf=0x7f2bbc3d6520, ds=0x7f2bec04e8b0, scn=0x25b8da0, | |
| ostype=DMU_OST_OTHER, tx=0x7f2bd9f01aa0) at ../../module/zfs/dsl_scan.c:845 | |
| #17 0x00007f2bf8ad30a0 in dsl_scan_recurse (bufp=0x7f2be7ffcbc0, tx=0x7f2bd9f01aa0, zb=0x7f2be7ffcdc0, bp=0x7f2bbc3b4c10, dnp=0x7f2bac509200, | |
| ostype=DMU_OST_OTHER, ds=0x7f2bec04e8b0, scn=0x25b8da0) at ../../module/zfs/dsl_scan.c:684 | |
| #18 dsl_scan_visitbp (bp=0x7f2bbcb1b080, zb=0x7f2be7ffcdc0, dnp=0x7f2bac509200, pbuf=0x7f2bbcb3cca0, ds=0x7f2bec04e8b0, scn=0x25b8da0, | |
| ostype=DMU_OST_OTHER, tx=0x7f2bd9f01aa0) at ../../module/zfs/dsl_scan.c:845 | |
| #19 0x00007f2bf8ad30a0 in dsl_scan_recurse (bufp=0x7f2be7ffcdf0, tx=0x7f2bd9f01aa0, zb=0x7f2be7ffcff0, bp=0x7f2bbc0a62d0, dnp=0x7f2bac509200, | |
| ostype=DMU_OST_OTHER, ds=0x7f2bec04e8b0, scn=0x25b8da0) at ../../module/zfs/dsl_scan.c:684 | |
| #20 dsl_scan_visitbp (bp=0x7f2bf39b9780, zb=0x7f2be7ffcff0, dnp=0x7f2bac509200, pbuf=0x7f2bccfc5340, ds=0x7f2bec04e8b0, scn=0x25b8da0, | |
| ostype=DMU_OST_OTHER, tx=0x7f2bd9f01aa0) at ../../module/zfs/dsl_scan.c:845 | |
| #21 0x00007f2bf8ad30a0 in dsl_scan_recurse (bufp=0x7f2be7ffd020, tx=0x7f2bd9f01aa0, zb=0x7f2be7ffd220, bp=0x7f2bccd28270, dnp=0x7f2bac509200, | |
| ostype=DMU_OST_OTHER, ds=0x7f2bec04e8b0, scn=0x25b8da0) at ../../module/zfs/dsl_scan.c:684 | |
| #22 dsl_scan_visitbp (bp=0x7f2bd75cf100, zb=0x7f2be7ffd220, dnp=0x7f2bac509200, pbuf=0x7f2bac0d6eb0, ds=0x7f2bec04e8b0, scn=0x25b8da0, | |
| ostype=DMU_OST_OTHER, tx=0x7f2bd9f01aa0) at ../../module/zfs/dsl_scan.c:845 | |
| #23 0x00007f2bf8ad30a0 in dsl_scan_recurse (bufp=0x7f2be7ffd250, tx=0x7f2bd9f01aa0, zb=0x7f2be7ffd450, bp=0x7f2bac18fe50, dnp=0x7f2bac509200, | |
| ostype=DMU_OST_OTHER, ds=0x7f2bec04e8b0, scn=0x25b8da0) at ../../module/zfs/dsl_scan.c:684 | |
| #24 dsl_scan_visitbp (bp=0x7f2bac509240, zb=0x7f2be7ffd450, dnp=0x7f2bac509200, pbuf=0x7f2bd7d00540, ds=0x7f2bec04e8b0, scn=0x25b8da0, | |
| ostype=DMU_OST_OTHER, tx=0x7f2bd9f01aa0) at ../../module/zfs/dsl_scan.c:845 | |
| #25 0x00007f2bf8ad341c in dsl_scan_visitdnode (tx=0x7f2bd9f01aa0, object=169, buf=0x7f2bd7d00540, dnp=0x7f2bac509200, ostype=DMU_OST_OTHER, | |
| ds=0x7f2bec04e8b0, scn=0x25b8da0) at ../../module/zfs/dsl_scan.c:770 | |
| #26 dsl_scan_recurse (bufp=0x7f2be7ffd480, tx=0x7f2bd9f01aa0, zb=0x7f2be7ffd680, bp=0x7f2bd7a0bd80, dnp=0x7f2bda22d200, ostype=DMU_OST_OTHER, | |
| ds=0x7f2bec04e8b0, scn=0x25b8da0) at ../../module/zfs/dsl_scan.c:718 | |
| #27 dsl_scan_visitbp (bp=0x7f2bda705280, zb=0x7f2be7ffd680, dnp=0x7f2bda22d200, pbuf=0x7f2bda5c0de0, ds=0x7f2bec04e8b0, scn=0x25b8da0, | |
| ostype=DMU_OST_OTHER, tx=0x7f2bd9f01aa0) at ../../module/zfs/dsl_scan.c:845 | |
| #28 0x00007f2bf8ad30a0 in dsl_scan_recurse (bufp=0x7f2be7ffd6b0, tx=0x7f2bd9f01aa0, zb=0x7f2be7ffd8b0, bp=0x7f2bd9cab7a0, dnp=0x7f2bda22d200, | |
| ostype=DMU_OST_OTHER, ds=0x7f2bec04e8b0, scn=0x25b8da0) at ../../module/zfs/dsl_scan.c:684 | |
| #29 dsl_scan_visitbp (bp=0x7f2bda700000, zb=0x7f2be7ffd8b0, dnp=0x7f2bda22d200, pbuf=0x7f2bda4e8010, ds=0x7f2bec04e8b0, scn=0x25b8da0, | |
| ostype=DMU_OST_OTHER, tx=0x7f2bd9f01aa0) at ../../module/zfs/dsl_scan.c:845 | |
| #30 0x00007f2bf8ad30a0 in dsl_scan_recurse (bufp=0x7f2be7ffd8e0, tx=0x7f2bd9f01aa0, zb=0x7f2be7ffdae0, bp=0x7f2bd9dceb30, dnp=0x7f2bda22d200, | |
| ostype=DMU_OST_OTHER, ds=0x7f2bec04e8b0, scn=0x25b8da0) at ../../module/zfs/dsl_scan.c:684 | |
| #31 dsl_scan_visitbp (bp=0x7f2bda6fb000, zb=0x7f2be7ffdae0, dnp=0x7f2bda22d200, pbuf=0x7f2bda07beb0, ds=0x7f2bec04e8b0, scn=0x25b8da0, | |
| ostype=DMU_OST_OTHER, tx=0x7f2bd9f01aa0) at ../../module/zfs/dsl_scan.c:845 | |
| #32 0x00007f2bf8ad30a0 in dsl_scan_recurse (bufp=0x7f2be7ffdb10, tx=0x7f2bd9f01aa0, zb=0x7f2be7ffdd10, bp=0x7f2bda5cac90, dnp=0x7f2bda22d200, | |
| ostype=DMU_OST_OTHER, ds=0x7f2bec04e8b0, scn=0x25b8da0) at ../../module/zfs/dsl_scan.c:684 | |
| #33 dsl_scan_visitbp (bp=0x7f2bda6f6000, zb=0x7f2be7ffdd10, dnp=0x7f2bda22d200, pbuf=0x7f2bda5caed0, ds=0x7f2bec04e8b0, scn=0x25b8da0, | |
| ostype=DMU_OST_OTHER, tx=0x7f2bd9f01aa0) at ../../module/zfs/dsl_scan.c:845 | |
| #34 0x00007f2bf8ad30a0 in dsl_scan_recurse (bufp=0x7f2be7ffdd40, tx=0x7f2bd9f01aa0, zb=0x7f2be7ffdf40, bp=0x7f2bd9bc5650, dnp=0x7f2bda22d200, | |
| ostype=DMU_OST_OTHER, ds=0x7f2bec04e8b0, scn=0x25b8da0) at ../../module/zfs/dsl_scan.c:684 | |
| #35 dsl_scan_visitbp (bp=0x7f2bda6f1000, zb=0x7f2be7ffdf40, dnp=0x7f2bda22d200, pbuf=0x7f2bd9dbf320, ds=0x7f2bec04e8b0, scn=0x25b8da0, | |
| ostype=DMU_OST_OTHER, tx=0x7f2bd9f01aa0) at ../../module/zfs/dsl_scan.c:845 | |
| #36 0x00007f2bf8ad30a0 in dsl_scan_recurse (bufp=0x7f2be7ffdf70, tx=0x7f2bd9f01aa0, zb=0x7f2be7ffe170, bp=0x7f2bda22d110, dnp=0x7f2bda22d200, | |
| ostype=DMU_OST_OTHER, ds=0x7f2bec04e8b0, scn=0x25b8da0) at ../../module/zfs/dsl_scan.c:684 | |
| #37 dsl_scan_visitbp (bp=0x7f2bda6ec000, zb=0x7f2be7ffe170, dnp=0x7f2bda22d200, pbuf=0x7f2bd99ee450, ds=0x7f2bec04e8b0, scn=0x25b8da0, | |
| ostype=DMU_OST_OTHER, tx=0x7f2bd9f01aa0) at ../../module/zfs/dsl_scan.c:845 | |
| #38 0x00007f2bf8ad30a0 in dsl_scan_recurse (bufp=0x7f2be7ffe1a0, tx=0x7f2bd9f01aa0, zb=0x7f2be7ffe3a0, bp=0x7f2bd9fccee0, dnp=0x7f2bda22d200, | |
| ostype=DMU_OST_OTHER, ds=0x7f2bec04e8b0, scn=0x25b8da0) at ../../module/zfs/dsl_scan.c:684 | |
| #39 dsl_scan_visitbp (bp=0x7f2bda22d240, zb=0x7f2be7ffe3a0, dnp=0x7f2bda22d200, pbuf=0x7f2bd9d9c420, ds=0x7f2bec04e8b0, scn=0x25b8da0, | |
| ostype=DMU_OST_OTHER, tx=0x7f2bd9f01aa0) at ../../module/zfs/dsl_scan.c:845 | |
| #40 0x00007f2bf8ad36df in dsl_scan_visitdnode (tx=0x7f2bd9f01aa0, object=0, buf=0x7f2bd9d9c420, dnp=0x7f2bda22d200, ostype=DMU_OST_OTHER, | |
| ds=0x7f2bec04e8b0, scn=0x25b8da0) at ../../module/zfs/dsl_scan.c:770 | |
| #41 dsl_scan_recurse (bufp=0x7f2be7ffe3d0, tx=0x7f2bd9f01aa0, zb=0x7f2be7ffe5b0, bp=0x7f2bd9c1b060, dnp=0x0, ostype=DMU_OST_NONE, | |
| ds=0x7f2bec04e8b0, scn=0x25b8da0) at ../../module/zfs/dsl_scan.c:736 | |
| #42 dsl_scan_visitbp (bp=0x7f2be800ae80, zb=0x7f2be7ffe5b0, dnp=0x0, pbuf=0x0, ds=0x7f2bec04e8b0, scn=0x25b8da0, ostype=DMU_OST_NONE, | |
| tx=0x7f2bd9f01aa0) at ../../module/zfs/dsl_scan.c:845 | |
| #43 0x00007f2bf8ad3d49 in dsl_scan_visit_rootbp (scn=0x25b8da0, ds=0x7f2bec04e8b0, bp=0x7f2be800ae80, tx=0x7f2bd9f01aa0) | |
| at ../../module/zfs/dsl_scan.c:884 | |
| #44 0x00007f2bf8ad539a in dsl_scan_visitds (scn=0x25b8da0, dsobj=51, tx=0x7f2bd9f01aa0) at ../../module/zfs/dsl_scan.c:1112 | |
| #45 0x00007f2bf8ad611b in dsl_scan_visit (scn=0x25b8da0, tx=0x7f2bd9f01aa0) at ../../module/zfs/dsl_scan.c:1409 | |
| #46 0x00007f2bf8ad6a6d in dsl_scan_sync (dp=0x259c870, tx=0x7f2bd9f01aa0) at ../../module/zfs/dsl_scan.c:1553 | |
| #47 0x00007f2bf8af4cd4 in spa_sync (spa=0x259eac0, txg=3968) at ../../module/zfs/spa.c:5704 | |
| #48 0x00007f2bf8b0111d in txg_sync_thread (dp=0x259c870) at ../../module/zfs/txg.c:447 | |
| #49 0x00007f2bf8a5d3b2 in zk_thread_helper (arg=0x7f2be000ab80) at ../../lib/libzpool/kernel.c:135 | |
| #50 0x00007f2bf81bdb50 in start_thread (arg=<optimized out>) at pthread_create.c:304 | |
| #51 0x00007f2bf7f0870d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 | |
| #52 0x0000000000000000 in ?? () | |
| Thread 42 (Thread 0x7f2bf4379700 (LWP 23099)): | |
| #0 pthread_rwlock_wrlock () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_rwlock_wrlock.S:83 | |
| #1 0x00007f2bf8a5fd8d in rw_enter (rwlp=0x622740, rw=1) at ../../lib/libzpool/kernel.c:357 | |
| #2 0x0000000000416c82 in ztest_spa_rename (zd=0x2576060, id=0) at ../../cmd/ztest/ztest.c:5067 | |
| #3 0x0000000000418144 in ztest_execute (test=19, zi=0x621d88, id=0) at ../../cmd/ztest/ztest.c:5307 | |
| #4 0x00000000004182f0 in ztest_thread (arg=0x0) at ../../cmd/ztest/ztest.c:5357 | |
| #5 0x00007f2bf8a5d3b2 in zk_thread_helper (arg=0x7f2bec00e2f0) at ../../lib/libzpool/kernel.c:135 | |
| #6 0x00007f2bf81bdb50 in start_thread (arg=<optimized out>) at pthread_create.c:304 | |
| #7 0x00007f2bf7f0870d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 | |
| #8 0x0000000000000000 in ?? () | |
| Thread 41 (Thread 0x7f2bf439d700 (LWP 23101)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162 | |
| #1 0x00007f2bf8a61041 in cv_wait (cv=0x259cb70, mp=0x259ca60) at ../../lib/libzpool/kernel.c:449 | |
| #2 0x00007f2bf8b01757 in txg_wait_open (dp=0x259c870, txg=3971) at ../../module/zfs/txg.c:576 | |
| #3 0x00007f2bf8aa00a7 in dmu_tx_wait (tx=0x36dde10) at ../../module/zfs/dmu_tx.c:1130 | |
| #4 0x00007f2bf8a9ff27 in dmu_tx_assign (tx=0x36dde10, txg_how=1) at ../../module/zfs/dmu_tx.c:1099 | |
| #5 0x00000000004083bd in ztest_tx_assign (tx=0x36dde10, txg_how=1, tag=0x41f960 "ztest_replay_write") at ../../cmd/ztest/ztest.c:1202 | |
| #6 0x000000000040a35f in ztest_replay_write (zd=0x257a210, lr=0x7107560, byteswap=B_FALSE) at ../../cmd/ztest/ztest.c:1589 | |
| #7 0x000000000040c001 in ztest_write (zd=0x257a210, object=2, offset=18014398510792704, size=56, data=0x7f2bf439c7e0) | |
| at ../../cmd/ztest/ztest.c:2058 | |
| #8 0x000000000040c3df in ztest_io (zd=0x257a210, object=2, offset=18014398510792704) at ../../cmd/ztest/ztest.c:2160 | |
| #9 0x00000000004126b6 in ztest_dmu_write_parallel (zd=0x257a210, id=1) at ../../cmd/ztest/ztest.c:4008 | |
| #10 0x0000000000418144 in ztest_execute (test=1, zi=0x621bd8, id=1) at ../../cmd/ztest/ztest.c:5307 | |
| #11 0x00000000004182f0 in ztest_thread (arg=0x1) at ../../cmd/ztest/ztest.c:5357 | |
| #12 0x00007f2bf8a5d3b2 in zk_thread_helper (arg=0x7f2bec04e4e0) at ../../lib/libzpool/kernel.c:135 | |
| #13 0x00007f2bf81bdb50 in start_thread (arg=<optimized out>) at pthread_create.c:304 | |
| #14 0x00007f2bf7f0870d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 | |
| #15 0x0000000000000000 in ?? () | |
| Thread 32 (Thread 0x7f2be7fa1700 (LWP 23111)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162 | |
| #1 0x00007f2bf8a61041 in cv_wait (cv=0x259cb70, mp=0x259ca60) at ../../lib/libzpool/kernel.c:449 | |
| #2 0x00007f2bf8b01757 in txg_wait_open (dp=0x259c870, txg=3971) at ../../module/zfs/txg.c:576 | |
| #3 0x00007f2bf8aa00a7 in dmu_tx_wait (tx=0x7f2bbcb33f60) at ../../module/zfs/dmu_tx.c:1130 | |
| #4 0x00007f2bf8a9ff27 in dmu_tx_assign (tx=0x7f2bbcb33f60, txg_how=1) at ../../module/zfs/dmu_tx.c:1099 | |
| #5 0x00000000004083bd in ztest_tx_assign (tx=0x7f2bbcb33f60, txg_how=1, tag=0x41f960 "ztest_replay_write") at ../../cmd/ztest/ztest.c:1202 | |
| #6 0x000000000040a35f in ztest_replay_write (zd=0x7f2bac20c010, lr=0x7f2bdfedbb40, byteswap=B_FALSE) at ../../cmd/ztest/ztest.c:1589 | |
| #7 0x000000000040c001 in ztest_write (zd=0x7f2bac20c010, object=7, offset=8126464, size=56, data=0x7f2be7fa06c0) | |
| at ../../cmd/ztest/ztest.c:2058 | |
| #8 0x000000000040c3df in ztest_io (zd=0x7f2bac20c010, object=7, offset=8126464) at ../../cmd/ztest/ztest.c:2160 | |
| #9 0x0000000000410871 in ztest_dmu_object_alloc_free (zd=0x7f2bac20c010, id=2) at ../../cmd/ztest/ztest.c:3466 | |
| #10 0x000000000040fab8 in ztest_dmu_objset_create_destroy (zd=0x257e3c0, id=2) at ../../cmd/ztest/ztest.c:3223 | |
| #11 0x0000000000418144 in ztest_execute (test=10, zi=0x621cb0, id=2) at ../../cmd/ztest/ztest.c:5307 | |
| #12 0x00000000004182f0 in ztest_thread (arg=0x2) at ../../cmd/ztest/ztest.c:5357 | |
| #13 0x00007f2bf8a5d3b2 in zk_thread_helper (arg=0x7f2bf0003d60) at ../../lib/libzpool/kernel.c:135 | |
| #14 0x00007f2bf81bdb50 in start_thread (arg=<optimized out>) at pthread_create.c:304 | |
| #15 0x00007f2bf7f0870d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 | |
| #16 0x0000000000000000 in ?? () | |
| Thread 30 (Thread 0x7f2be7f89700 (LWP 23113)): | |
| #0 pthread_rwlock_wrlock () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_rwlock_wrlock.S:83 | |
| #1 0x00007f2bf8a5fd8d in rw_enter (rwlp=0x622740, rw=1) at ../../lib/libzpool/kernel.c:357 | |
| #2 0x000000000041649a in ztest_ddt_repair (zd=0x2582570, id=3) at ../../cmd/ztest/ztest.c:4949 | |
| #3 0x0000000000418144 in ztest_execute (test=17, zi=0x621d58, id=3) at ../../cmd/ztest/ztest.c:5307 | |
| #4 0x00000000004182f0 in ztest_thread (arg=0x3) at ../../cmd/ztest/ztest.c:5357 | |
| #5 0x00007f2bf8a5d3b2 in zk_thread_helper (arg=0x7f2bdc03f900) at ../../lib/libzpool/kernel.c:135 | |
| #6 0x00007f2bf81bdb50 in start_thread (arg=<optimized out>) at pthread_create.c:304 | |
| #7 0x00007f2bf7f0870d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 | |
| #8 0x0000000000000000 in ?? () | |
| Thread 29 (Thread 0x7f2be7f71700 (LWP 23115)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162 | |
| #1 0x00007f2bf8a61041 in cv_wait (cv=0x259cb70, mp=0x259ca60) at ../../lib/libzpool/kernel.c:449 | |
| #2 0x00007f2bf8b01757 in txg_wait_open (dp=0x259c870, txg=3971) at ../../module/zfs/txg.c:576 | |
| #3 0x00007f2bf8aa00a7 in dmu_tx_wait (tx=0x7f2bcc5eca70) at ../../module/zfs/dmu_tx.c:1130 | |
| #4 0x00007f2bf8a9ff27 in dmu_tx_assign (tx=0x7f2bcc5eca70, txg_how=1) at ../../module/zfs/dmu_tx.c:1099 | |
| #5 0x00000000004083bd in ztest_tx_assign (tx=0x7f2bcc5eca70, txg_how=1, tag=0x41f960 "ztest_replay_write") at ../../cmd/ztest/ztest.c:1202 | |
| #6 0x000000000040a35f in ztest_replay_write (zd=0x7f2bbc15d000, lr=0x7f2bcc9053b0, byteswap=B_FALSE) at ../../cmd/ztest/ztest.c:1589 | |
| #7 0x000000000040c001 in ztest_write (zd=0x7f2bbc15d000, object=6, offset=4456448, size=56, data=0x7f2be7f706c0) | |
| at ../../cmd/ztest/ztest.c:2058 | |
| #8 0x000000000040c3df in ztest_io (zd=0x7f2bbc15d000, object=6, offset=4456448) at ../../cmd/ztest/ztest.c:2160 | |
| #9 0x0000000000410871 in ztest_dmu_object_alloc_free (zd=0x7f2bbc15d000, id=4) at ../../cmd/ztest/ztest.c:3466 | |
| #10 0x000000000040fab8 in ztest_dmu_objset_create_destroy (zd=0x2586720, id=4) at ../../cmd/ztest/ztest.c:3223 | |
| #11 0x0000000000418144 in ztest_execute (test=10, zi=0x621cb0, id=4) at ../../cmd/ztest/ztest.c:5307 | |
| #12 0x00000000004182f0 in ztest_thread (arg=0x4) at ../../cmd/ztest/ztest.c:5357 | |
| #13 0x00007f2bf8a5d3b2 in zk_thread_helper (arg=0x7f2bec0977a0) at ../../lib/libzpool/kernel.c:135 | |
| #14 0x00007f2bf81bdb50 in start_thread (arg=<optimized out>) at pthread_create.c:304 | |
| #15 0x00007f2bf7f0870d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 | |
| #16 0x0000000000000000 in ?? () | |
| Thread 27 (Thread 0x7f2be7efb700 (LWP 23117)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162 | |
| #1 0x00007f2bf8a61041 in cv_wait (cv=0x259cb70, mp=0x259ca60) at ../../lib/libzpool/kernel.c:449 | |
| #2 0x00007f2bf8b01757 in txg_wait_open (dp=0x259c870, txg=3971) at ../../module/zfs/txg.c:576 | |
| #3 0x00007f2bf8aa00a7 in dmu_tx_wait (tx=0x7f2bda4e8350) at ../../module/zfs/dmu_tx.c:1130 | |
| #4 0x00007f2bf8a9ff27 in dmu_tx_assign (tx=0x7f2bda4e8350, txg_how=1) at ../../module/zfs/dmu_tx.c:1099 | |
| #5 0x00000000004083bd in ztest_tx_assign (tx=0x7f2bda4e8350, txg_how=1, tag=0x41f5a0 "ztest_zap_parallel") at ../../cmd/ztest/ztest.c:1202 | |
| #6 0x000000000041462f in ztest_zap_parallel (zd=0x258a8d0, id=5) at ../../cmd/ztest/ztest.c:4308 | |
| #7 0x0000000000418144 in ztest_execute (test=5, zi=0x621c38, id=5) at ../../cmd/ztest/ztest.c:5307 | |
| #8 0x00000000004182f0 in ztest_thread (arg=0x5) at ../../cmd/ztest/ztest.c:5357 | |
| #9 0x00007f2bf8a5d3b2 in zk_thread_helper (arg=0x7f2be8271ec0) at ../../lib/libzpool/kernel.c:135 | |
| #10 0x00007f2bf81bdb50 in start_thread (arg=<optimized out>) at pthread_create.c:304 | |
| #11 0x00007f2bf7f0870d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 | |
| #12 0x0000000000000000 in ?? () | |
| Thread 26 (Thread 0x7f2be7f59700 (LWP 23119)): | |
| #0 pthread_rwlock_wrlock () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_rwlock_wrlock.S:83 | |
| #1 0x00007f2bf8a5fd8d in rw_enter (rwlp=0x622740, rw=1) at ../../lib/libzpool/kernel.c:357 | |
| #2 0x000000000041649a in ztest_ddt_repair (zd=0x258ea80, id=6) at ../../cmd/ztest/ztest.c:4949 | |
| #3 0x0000000000418144 in ztest_execute (test=17, zi=0x621d58, id=6) at ../../cmd/ztest/ztest.c:5307 | |
| #4 0x00000000004182f0 in ztest_thread (arg=0x6) at ../../cmd/ztest/ztest.c:5357 | |
| #5 0x00007f2bf8a5d3b2 in zk_thread_helper (arg=0x25e8dc0) at ../../lib/libzpool/kernel.c:135 | |
| #6 0x00007f2bf81bdb50 in start_thread (arg=<optimized out>) at pthread_create.c:304 | |
| #7 0x00007f2bf7f0870d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 | |
| #8 0x0000000000000000 in ?? () | |
| Thread 25 (Thread 0x7f2be7f4d700 (LWP 23120)): | |
| #0 pthread_rwlock_wrlock () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_rwlock_wrlock.S:83 | |
| #1 0x00007f2bf8a5fd8d in rw_enter (rwlp=0x622740, rw=1) at ../../lib/libzpool/kernel.c:357 | |
| #2 0x000000000041649a in ztest_ddt_repair (zd=0x2576060, id=7) at ../../cmd/ztest/ztest.c:4949 | |
| #3 0x0000000000418144 in ztest_execute (test=17, zi=0x621d58, id=7) at ../../cmd/ztest/ztest.c:5307 | |
| #4 0x00000000004182f0 in ztest_thread (arg=0x7) at ../../cmd/ztest/ztest.c:5357 | |
| #5 0x00007f2bf8a5d3b2 in zk_thread_helper (arg=0x27c2d90) at ../../lib/libzpool/kernel.c:135 | |
| #6 0x00007f2bf81bdb50 in start_thread (arg=<optimized out>) at pthread_create.c:304 | |
| #7 0x00007f2bf7f0870d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 | |
| #8 0x0000000000000000 in ?? () | |
| Thread 24 (Thread 0x7f2be7f41700 (LWP 23121)): | |
| #0 pthread_rwlock_wrlock () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_rwlock_wrlock.S:83 | |
| #1 0x00007f2bf8a5fd8d in rw_enter (rwlp=0x622740, rw=1) at ../../lib/libzpool/kernel.c:357 | |
| #2 0x000000000041649a in ztest_ddt_repair (zd=0x257a210, id=8) at ../../cmd/ztest/ztest.c:4949 | |
| #3 0x0000000000418144 in ztest_execute (test=17, zi=0x621d58, id=8) at ../../cmd/ztest/ztest.c:5307 | |
| #4 0x00000000004182f0 in ztest_thread (arg=0x8) at ../../cmd/ztest/ztest.c:5357 | |
| #5 0x00007f2bf8a5d3b2 in zk_thread_helper (arg=0x26f4fe0) at ../../lib/libzpool/kernel.c:135 | |
| #6 0x00007f2bf81bdb50 in start_thread (arg=<optimized out>) at pthread_create.c:304 | |
| #7 0x00007f2bf7f0870d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 | |
| #8 0x0000000000000000 in ?? () | |
| Thread 23 (Thread 0x7f2be7f35700 (LWP 23122)): | |
| #0 pthread_rwlock_wrlock () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_rwlock_wrlock.S:83 | |
| #1 0x00007f2bf8a5fd8d in rw_enter (rwlp=0x622740, rw=1) at ../../lib/libzpool/kernel.c:357 | |
| #2 0x000000000041649a in ztest_ddt_repair (zd=0x257e3c0, id=9) at ../../cmd/ztest/ztest.c:4949 | |
| #3 0x0000000000418144 in ztest_execute (test=17, zi=0x621d58, id=9) at ../../cmd/ztest/ztest.c:5307 | |
| #4 0x00000000004182f0 in ztest_thread (arg=0x9) at ../../cmd/ztest/ztest.c:5357 | |
| #5 0x00007f2bf8a5d3b2 in zk_thread_helper (arg=0x266d5e0) at ../../lib/libzpool/kernel.c:135 | |
| #6 0x00007f2bf81bdb50 in start_thread (arg=<optimized out>) at pthread_create.c:304 | |
| #7 0x00007f2bf7f0870d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 | |
| #8 0x0000000000000000 in ?? () | |
| Thread 22 (Thread 0x7f2be7f29700 (LWP 23123)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162 | |
| #1 0x00007f2bf8a61041 in cv_wait (cv=0x259cb70, mp=0x259ca60) at ../../lib/libzpool/kernel.c:449 | |
| #2 0x00007f2bf8b01757 in txg_wait_open (dp=0x259c870, txg=3971) at ../../module/zfs/txg.c:576 | |
| #3 0x00007f2bf8aa00a7 in dmu_tx_wait (tx=0x7f2bb81f8d60) at ../../module/zfs/dmu_tx.c:1130 | |
| #4 0x00007f2bf8a9ff27 in dmu_tx_assign (tx=0x7f2bb81f8d60, txg_how=1) at ../../module/zfs/dmu_tx.c:1099 | |
| #5 0x00000000004083bd in ztest_tx_assign (tx=0x7f2bb81f8d60, txg_how=1, tag=0x41f940 "ztest_replay_truncate") at ../../cmd/ztest/ztest.c:1202 | |
| #6 0x000000000040a737 in ztest_replay_truncate (zd=0x7f2bd7ff5010, lr=0x7f2bb8682900, byteswap=B_FALSE) at ../../cmd/ztest/ztest.c:1676 | |
| #7 0x000000000040c0a0 in ztest_truncate (zd=0x7f2bd7ff5010, object=11, offset=5111808, size=8192) at ../../cmd/ztest/ztest.c:2077 | |
| #8 0x000000000040c508 in ztest_io (zd=0x7f2bd7ff5010, object=11, offset=5111808) at ../../cmd/ztest/ztest.c:2183 | |
| #9 0x0000000000410871 in ztest_dmu_object_alloc_free (zd=0x7f2bd7ff5010, id=10) at ../../cmd/ztest/ztest.c:3466 | |
| #10 0x000000000040fab8 in ztest_dmu_objset_create_destroy (zd=0x2582570, id=10) at ../../cmd/ztest/ztest.c:3223 | |
| #11 0x0000000000418144 in ztest_execute (test=10, zi=0x621cb0, id=10) at ../../cmd/ztest/ztest.c:5307 | |
| #12 0x00000000004182f0 in ztest_thread (arg=0xa) at ../../cmd/ztest/ztest.c:5357 | |
| #13 0x00007f2bf8a5d3b2 in zk_thread_helper (arg=0x7f2bdc055a30) at ../../lib/libzpool/kernel.c:135 | |
| #14 0x00007f2bf81bdb50 in start_thread (arg=<optimized out>) at pthread_create.c:304 | |
| #15 0x00007f2bf7f0870d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 | |
| #16 0x0000000000000000 in ?? () | |
| Thread 21 (Thread 0x7f2be7f1d700 (LWP 23124)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162 | |
| #1 0x00007f2bf8a61041 in cv_wait (cv=0x259cb70, mp=0x259ca60) at ../../lib/libzpool/kernel.c:449 | |
| #2 0x00007f2bf8b01757 in txg_wait_open (dp=0x259c870, txg=3971) at ../../module/zfs/txg.c:576 | |
| #3 0x00007f2bf8aa00a7 in dmu_tx_wait (tx=0x7f2bc847faa0) at ../../module/zfs/dmu_tx.c:1130 | |
| #4 0x00007f2bf8a9ff27 in dmu_tx_assign (tx=0x7f2bc847faa0, txg_how=1) at ../../module/zfs/dmu_tx.c:1099 | |
| #5 0x00000000004083bd in ztest_tx_assign (tx=0x7f2bc847faa0, txg_how=1, tag=0x41f960 "ztest_replay_write") at ../../cmd/ztest/ztest.c:1202 | |
| #6 0x000000000040a35f in ztest_replay_write (zd=0x2586720, lr=0x7f2bebb6fa10, byteswap=B_FALSE) at ../../cmd/ztest/ztest.c:1589 | |
| #7 0x000000000040c001 in ztest_write (zd=0x2586720, object=4, offset=9007199258279936, size=56, data=0x7f2be7f1c7e0) | |
| at ../../cmd/ztest/ztest.c:2058 | |
| #8 0x000000000040c3df in ztest_io (zd=0x2586720, object=4, offset=9007199258279936) at ../../cmd/ztest/ztest.c:2160 | |
| #9 0x00000000004126b6 in ztest_dmu_write_parallel (zd=0x2586720, id=11) at ../../cmd/ztest/ztest.c:4008 | |
| #10 0x0000000000418144 in ztest_execute (test=1, zi=0x621bd8, id=11) at ../../cmd/ztest/ztest.c:5307 | |
| #11 0x00000000004182f0 in ztest_thread (arg=0xb) at ../../cmd/ztest/ztest.c:5357 | |
| #12 0x00007f2bf8a5d3b2 in zk_thread_helper (arg=0x7f2bdc0ae3a0) at ../../lib/libzpool/kernel.c:135 | |
| #13 0x00007f2bf81bdb50 in start_thread (arg=<optimized out>) at pthread_create.c:304 | |
| #14 0x00007f2bf7f0870d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 | |
| #15 0x0000000000000000 in ?? () | |
| Thread 20 (Thread 0x7f2be7eef700 (LWP 23125)): | |
| #0 pthread_rwlock_wrlock () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_rwlock_wrlock.S:83 | |
| #1 0x00007f2bf8a5fd8d in rw_enter (rwlp=0x622740, rw=1) at ../../lib/libzpool/kernel.c:357 | |
| #2 0x000000000041649a in ztest_ddt_repair (zd=0x258a8d0, id=12) at ../../cmd/ztest/ztest.c:4949 | |
| #3 0x0000000000418144 in ztest_execute (test=17, zi=0x621d58, id=12) at ../../cmd/ztest/ztest.c:5307 | |
| #4 0x00000000004182f0 in ztest_thread (arg=0xc) at ../../cmd/ztest/ztest.c:5357 | |
| #5 0x00007f2bf8a5d3b2 in zk_thread_helper (arg=0x7f2be01e3fc0) at ../../lib/libzpool/kernel.c:135 | |
| #6 0x00007f2bf81bdb50 in start_thread (arg=<optimized out>) at pthread_create.c:304 | |
| #7 0x00007f2bf7f0870d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 | |
| #8 0x0000000000000000 in ?? () | |
| Thread 19 (Thread 0x7f2be7ee3700 (LWP 23126)): | |
| #0 pthread_rwlock_wrlock () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_rwlock_wrlock.S:83 | |
| #1 0x00007f2bf8a5fd8d in rw_enter (rwlp=0x622740, rw=1) at ../../lib/libzpool/kernel.c:357 | |
| #2 0x000000000041649a in ztest_ddt_repair (zd=0x258ea80, id=13) at ../../cmd/ztest/ztest.c:4949 | |
| #3 0x0000000000418144 in ztest_execute (test=17, zi=0x621d58, id=13) at ../../cmd/ztest/ztest.c:5307 | |
| #4 0x00000000004182f0 in ztest_thread (arg=0xd) at ../../cmd/ztest/ztest.c:5357 | |
| #5 0x00007f2bf8a5d3b2 in zk_thread_helper (arg=0x7f2be02b7fe0) at ../../lib/libzpool/kernel.c:135 | |
| #6 0x00007f2bf81bdb50 in start_thread (arg=<optimized out>) at pthread_create.c:304 | |
| #7 0x00007f2bf7f0870d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 | |
| #8 0x0000000000000000 in ?? () | |
| Thread 18 (Thread 0x7f2be7ed7700 (LWP 23127)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162 | |
| #1 0x00007f2bf8a61041 in cv_wait (cv=0x259cb70, mp=0x259ca60) at ../../lib/libzpool/kernel.c:449 | |
| #2 0x00007f2bf8b01757 in txg_wait_open (dp=0x259c870, txg=3971) at ../../module/zfs/txg.c:576 | |
| #3 0x00007f2bf8aa00a7 in dmu_tx_wait (tx=0x7f2bb8aa3330) at ../../module/zfs/dmu_tx.c:1130 | |
| #4 0x00007f2bf8a9ff27 in dmu_tx_assign (tx=0x7f2bb8aa3330, txg_how=1) at ../../module/zfs/dmu_tx.c:1099 | |
| #5 0x00000000004083bd in ztest_tx_assign (tx=0x7f2bb8aa3330, txg_how=1, tag=0x41f960 "ztest_replay_write") at ../../cmd/ztest/ztest.c:1202 | |
| #6 0x000000000040a35f in ztest_replay_write (zd=0x2576060, lr=0x7f2bb8b81020, byteswap=B_FALSE) at ../../cmd/ztest/ztest.c:1589 | |
| #7 0x000000000040c001 in ztest_write (zd=0x2576060, object=1129, offset=2359296, size=32768, data=0x7f2bb8b79010) | |
| at ../../cmd/ztest/ztest.c:2058 | |
| #8 0x000000000040c4a8 in ztest_io (zd=0x2576060, object=1129, offset=2359296) at ../../cmd/ztest/ztest.c:2174 | |
| #9 0x0000000000410871 in ztest_dmu_object_alloc_free (zd=0x2576060, id=14) at ../../cmd/ztest/ztest.c:3466 | |
| #10 0x0000000000418144 in ztest_execute (test=2, zi=0x621bf0, id=14) at ../../cmd/ztest/ztest.c:5307 | |
| #11 0x00000000004182f0 in ztest_thread (arg=0xe) at ../../cmd/ztest/ztest.c:5357 | |
| #12 0x00007f2bf8a5d3b2 in zk_thread_helper (arg=0x7f2be0181da0) at ../../lib/libzpool/kernel.c:135 | |
| #13 0x00007f2bf81bdb50 in start_thread (arg=<optimized out>) at pthread_create.c:304 | |
| #14 0x00007f2bf7f0870d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 | |
| #15 0x0000000000000000 in ?? () | |
| Thread 17 (Thread 0x7f2be7ecb700 (LWP 23128)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162 | |
| #1 0x00007f2bf8a61041 in cv_wait (cv=0x259cb70, mp=0x259ca60) at ../../lib/libzpool/kernel.c:449 | |
| #2 0x00007f2bf8b01757 in txg_wait_open (dp=0x259c870, txg=3971) at ../../module/zfs/txg.c:576 | |
| #3 0x00007f2bf8aa00a7 in dmu_tx_wait (tx=0x7f2bb83fbf40) at ../../module/zfs/dmu_tx.c:1130 | |
| #4 0x00007f2bf8a9ff27 in dmu_tx_assign (tx=0x7f2bb83fbf40, txg_how=1) at ../../module/zfs/dmu_tx.c:1099 | |
| #5 0x00000000004083bd in ztest_tx_assign (tx=0x7f2bb83fbf40, txg_how=1, tag=0x41f5a0 "ztest_zap_parallel") at ../../cmd/ztest/ztest.c:1202 | |
| #6 0x000000000041462f in ztest_zap_parallel (zd=0x257a210, id=15) at ../../cmd/ztest/ztest.c:4308 | |
| #7 0x0000000000418144 in ztest_execute (test=5, zi=0x621c38, id=15) at ../../cmd/ztest/ztest.c:5307 | |
| #8 0x00000000004182f0 in ztest_thread (arg=0xf) at ../../cmd/ztest/ztest.c:5357 | |
| #9 0x00007f2bf8a5d3b2 in zk_thread_helper (arg=0x7f2be009cd20) at ../../lib/libzpool/kernel.c:135 | |
| #10 0x00007f2bf81bdb50 in start_thread (arg=<optimized out>) at pthread_create.c:304 | |
| #11 0x00007f2bf7f0870d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 | |
| #12 0x0000000000000000 in ?? () | |
| Thread 16 (Thread 0x7f2be7ebf700 (LWP 23129)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162 | |
| #1 0x00007f2bf8a61041 in cv_wait (cv=0x259cb00, mp=0x259ca60) at ../../lib/libzpool/kernel.c:449 | |
| #2 0x00007f2bf8b0160f in txg_wait_synced (dp=0x259c870, txg=3969) at ../../module/zfs/txg.c:556 | |
| #3 0x00007f2bf8ad79e5 in dsl_sync_task_group_wait (dstg=0x7f2bc4aa9910) at ../../module/zfs/dsl_synctask.c:120 | |
| #4 0x00007f2bf8a924ae in dmu_objset_snapshot (fsname=0x257e438 "ztest/ds_2", snapname=0x7f2bc44d6bbb "s1_16", tag=0x0, props=0x0, | |
| recursive=B_FALSE, temporary=B_FALSE, cleanup_fd=-1) at ../../module/zfs/dmu_objset.c:992 | |
| #5 0x00000000004103c4 in ztest_dsl_dataset_promote_busy (zd=0x257e3c0, id=16) at ../../cmd/ztest/ztest.c:3358 | |
| #6 0x0000000000418144 in ztest_execute (test=21, zi=0x621db8, id=16) at ../../cmd/ztest/ztest.c:5307 | |
| #7 0x00000000004182f0 in ztest_thread (arg=0x10) at ../../cmd/ztest/ztest.c:5357 | |
| #8 0x00007f2bf8a5d3b2 in zk_thread_helper (arg=0x7f2be00a29b0) at ../../lib/libzpool/kernel.c:135 | |
| #9 0x00007f2bf81bdb50 in start_thread (arg=<optimized out>) at pthread_create.c:304 | |
| #10 0x00007f2bf7f0870d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 | |
| #11 0x0000000000000000 in ?? () | |
| Thread 15 (Thread 0x7f2be7eb3700 (LWP 23130)): | |
| #0 pthread_rwlock_wrlock () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_rwlock_wrlock.S:83 | |
| #1 0x00007f2bf8a5fd8d in rw_enter (rwlp=0x622740, rw=1) at ../../lib/libzpool/kernel.c:357 | |
| #2 0x000000000041649a in ztest_ddt_repair (zd=0x2582570, id=17) at ../../cmd/ztest/ztest.c:4949 | |
| #3 0x0000000000418144 in ztest_execute (test=17, zi=0x621d58, id=17) at ../../cmd/ztest/ztest.c:5307 | |
| #4 0x00000000004182f0 in ztest_thread (arg=0x11) at ../../cmd/ztest/ztest.c:5357 | |
| #5 0x00007f2bf8a5d3b2 in zk_thread_helper (arg=0x7f2be03431f0) at ../../lib/libzpool/kernel.c:135 | |
| #6 0x00007f2bf81bdb50 in start_thread (arg=<optimized out>) at pthread_create.c:304 | |
| #7 0x00007f2bf7f0870d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 | |
| #8 0x0000000000000000 in ?? () | |
| Thread 14 (Thread 0x7f2be7ea7700 (LWP 23131)): | |
| #0 pthread_rwlock_wrlock () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_rwlock_wrlock.S:83 | |
| #1 0x00007f2bf8a5fd8d in rw_enter (rwlp=0x622740, rw=1) at ../../lib/libzpool/kernel.c:357 | |
| #2 0x000000000041649a in ztest_ddt_repair (zd=0x2586720, id=18) at ../../cmd/ztest/ztest.c:4949 | |
| #3 0x0000000000418144 in ztest_execute (test=17, zi=0x621d58, id=18) at ../../cmd/ztest/ztest.c:5307 | |
| #4 0x00000000004182f0 in ztest_thread (arg=0x12) at ../../cmd/ztest/ztest.c:5357 | |
| #5 0x00007f2bf8a5d3b2 in zk_thread_helper (arg=0x7f2bec2687e0) at ../../lib/libzpool/kernel.c:135 | |
| #6 0x00007f2bf81bdb50 in start_thread (arg=<optimized out>) at pthread_create.c:304 | |
| #7 0x00007f2bf7f0870d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 | |
| #8 0x0000000000000000 in ?? () | |
| Thread 13 (Thread 0x7f2be7e9b700 (LWP 23132)): | |
| #0 pthread_rwlock_wrlock () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_rwlock_wrlock.S:83 | |
| #1 0x00007f2bf8a5fd8d in rw_enter (rwlp=0x622740, rw=1) at ../../lib/libzpool/kernel.c:357 | |
| #2 0x000000000041649a in ztest_ddt_repair (zd=0x258a8d0, id=19) at ../../cmd/ztest/ztest.c:4949 | |
| #3 0x0000000000418144 in ztest_execute (test=17, zi=0x621d58, id=19) at ../../cmd/ztest/ztest.c:5307 | |
| #4 0x00000000004182f0 in ztest_thread (arg=0x13) at ../../cmd/ztest/ztest.c:5357 | |
| #5 0x00007f2bf8a5d3b2 in zk_thread_helper (arg=0x7f2bec124ff0) at ../../lib/libzpool/kernel.c:135 | |
| #6 0x00007f2bf81bdb50 in start_thread (arg=<optimized out>) at pthread_create.c:304 | |
| #7 0x00007f2bf7f0870d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 | |
| #8 0x0000000000000000 in ?? () | |
| Thread 12 (Thread 0x7f2be7e8f700 (LWP 23133)): | |
| #0 pthread_rwlock_wrlock () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_rwlock_wrlock.S:83 | |
| #1 0x00007f2bf8a5fd8d in rw_enter (rwlp=0x622740, rw=1) at ../../lib/libzpool/kernel.c:357 | |
| #2 0x000000000041649a in ztest_ddt_repair (zd=0x258ea80, id=20) at ../../cmd/ztest/ztest.c:4949 | |
| #3 0x0000000000418144 in ztest_execute (test=17, zi=0x621d58, id=20) at ../../cmd/ztest/ztest.c:5307 | |
| #4 0x00000000004182f0 in ztest_thread (arg=0x14) at ../../cmd/ztest/ztest.c:5357 | |
| #5 0x00007f2bf8a5d3b2 in zk_thread_helper (arg=0x7f2bec039050) at ../../lib/libzpool/kernel.c:135 | |
| #6 0x00007f2bf81bdb50 in start_thread (arg=<optimized out>) at pthread_create.c:304 | |
| #7 0x00007f2bf7f0870d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 | |
| #8 0x0000000000000000 in ?? () | |
| Thread 11 (Thread 0x7f2be7e83700 (LWP 23134)): | |
| #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162 | |
| #1 0x00007f2bf8a61041 in cv_wait (cv=0x259cb00, mp=0x259ca60) at ../../lib/libzpool/kernel.c:449 | |
| #2 0x00007f2bf8b0160f in txg_wait_synced (dp=0x259c870, txg=3970) at ../../module/zfs/txg.c:556 | |
| #3 0x00007f2bf8afa74b in spa_vdev_state_exit (spa=0x259eac0, vd=0x7f2be0009650, error=0) at ../../module/zfs/spa_misc.c:1008 | |
| #4 0x00007f2bf8b0870c in vdev_online (spa=0x259eac0, guid=7409496030361458085, flags=0, newstate=0x0) at ../../module/zfs/vdev.c:2276 | |
| #5 0x000000000041618f in ztest_fault_inject (zd=0x2576060, id=21) at ../../cmd/ztest/ztest.c:4866 | |
| #6 0x0000000000418144 in ztest_execute (test=16, zi=0x621d40, id=21) at ../../cmd/ztest/ztest.c:5307 | |
| #7 0x00000000004182f0 in ztest_thread (arg=0x15) at ../../cmd/ztest/ztest.c:5357 | |
| #8 0x00007f2bf8a5d3b2 in zk_thread_helper (arg=0x7f2bec090fe0) at ../../lib/libzpool/kernel.c:135 | |
| #9 0x00007f2bf81bdb50 in start_thread (arg=<optimized out>) at pthread_create.c:304 | |
| #10 0x00007f2bf7f0870d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 | |
| #11 0x0000000000000000 in ?? () | |
| Thread 10 (Thread 0x7f2be7e77700 (LWP 23135)): | |
| #0 pthread_rwlock_wrlock () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_rwlock_wrlock.S:83 | |
| #1 0x00007f2bf8a5fd8d in rw_enter (rwlp=0x622740, rw=1) at ../../lib/libzpool/kernel.c:357 | |
| #2 0x000000000041649a in ztest_ddt_repair (zd=0x257a210, id=22) at ../../cmd/ztest/ztest.c:4949 | |
| #3 0x0000000000418144 in ztest_execute (test=17, zi=0x621d58, id=22) at ../../cmd/ztest/ztest.c:5307 | |
| #4 0x00000000004182f0 in ztest_thread (arg=0x16) at ../../cmd/ztest/ztest.c:5357 | |
| #5 0x00007f2bf8a5d3b2 in zk_thread_helper (arg=0x7f2bec16d5e0) at ../../lib/libzpool/kernel.c:135 | |
| #6 0x00007f2bf81bdb50 in start_thread (arg=<optimized out>) at pthread_create.c:304 | |
| #7 0x00007f2bf7f0870d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112 | |
| #8 0x0000000000000000 in ?? () | |
| Thread 1 (Thread 0x7f2bf9a92c00 (LWP 22872)): | |
| #0 0x00007f2bf81bee75 in pthread_join (threadid=139826551027456, thread_return=0x7fff3aedc830) at pthread_join.c:89 | |
| #1 0x00007f2bf8a5dd11 in zk_thread_join (tid=139826551027456) at ../../lib/libzpool/kernel.c:217 | |
| #2 0x00000000004191c4 in ztest_run (zs=0x7f2bf9a91498) at ../../cmd/ztest/ztest.c:5611 | |
| #3 0x000000000041ae8c in main (argc=1, argv=0x7fff3aedcda8) at ../../cmd/ztest/ztest.c:6057 |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment