Skip to content

Instantly share code, notes, and snippets.

@dechamps

dechamps/threads.txt

Created October 6, 2012 11:16
Show Gist options
  • Save dechamps/3844653 to your computer and use it in GitHub Desktop.
Save dechamps/3844653 to your computer and use it in GitHub Desktop.
Download ZIP
ZFS conflicting writes #2
Raw
threads.txt
Thread 111 (Thread 0x7f2bc9e5f700 (LWP 9379)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:216
#1 0x00007f2bcd1df4f1 in cv_timedwait (cv=0x7f2bcd54d200, mp=0x7f2bcd54d1c0, abstime=27179666) at ../../lib/libzpool/kernel.c:481
#2 0x00007f2bcd1ec900 in arc_adapt_thread () at ../../module/zfs/arc.c:2215
#3 0x00007f2bcd1db3b2 in zk_thread_helper (arg=0x151c540) at ../../lib/libzpool/kernel.c:135
#4 0x00007f2bcc93bb50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#5 0x00007f2bcc68670d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#6 0x0000000000000000 in ?? ()
Thread 110 (Thread 0x7f2bc9e53700 (LWP 9380)):
#0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:216
#1 0x00007f2bcd1df4f1 in cv_timedwait (cv=0x7f2bcd551220, mp=0x7f2bcd5511e0, abstime=27179706) at ../../lib/libzpool/kernel.c:481
#2 0x00007f2bcd1f36a2 in l2arc_feed_thread () at ../../module/zfs/arc.c:4714
#3 0x00007f2bcd1db3b2 in zk_thread_helper (arg=0x151d730) at ../../lib/libzpool/kernel.c:135
#4 0x00007f2bcc93bb50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#5 0x00007f2bcc68670d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#6 0x0000000000000000 in ?? ()
Thread 93 (Thread 0x7f2bc9bef700 (LWP 9475)):
#0 0x00007f2bcc65787d in nanosleep () at ../sysdeps/unix/syscall-template.S:82
#1 0x00007f2bcc6576f0 in __sleep (seconds=<optimized out>) at ../sysdeps/unix/sysv/linux/sleep.c:138
#2 0x00007f2bcd565785 in avl_add (tree=0x50fdeb0, new_node=0x7f2bc2cdc5e0) at ../../module/avl/avl.c:641
#3 0x00007f2bcd27d502 in trim_map_write_start (zio=0x7f2bc2cdc5e0) at ../../module/zfs/trim_map.c:344
#4 0x00007f2bcd2b82e9 in zio_vdev_io_start (zio=0x7f2bc2cdc5e0) at ../../module/zfs/zio.c:2543
#5 0x00007f2bcd2b3741 in __zio_execute (zio=0x7f2bc2cdc5e0) at ../../module/zfs/zio.c:1334
#6 zio_nowait (zio=0x7f2bc2cdc5e0) at ../../module/zfs/zio.c:1389
#7 0x00007f2bcd295416 in vdev_raidz_io_start (zio=0x7f2bc165c5e0) at ../../module/zfs/vdev_raidz.c:1564
#8 0x00007f2bcd2b8309 in zio_vdev_io_start (zio=0x7f2bc165c5e0) at ../../module/zfs/zio.c:2547
#9 0x00007f2bcd2b3741 in __zio_execute (zio=0x7f2bc165c5e0) at ../../module/zfs/zio.c:1334
#10 zio_nowait (zio=0x7f2bc165c5e0) at ../../module/zfs/zio.c:1389
#11 0x00007f2bcd28e3b2 in vdev_mirror_io_done (zio=0x7f2b8c32f400) at ../../module/zfs/vdev_mirror.c:438
#12 0x00007f2bcd2b8512 in zio_vdev_io_done (zio=0x7f2b8c32f400) at ../../module/zfs/zio.c:2592
#13 0x00007f2bcd2bb458 in __zio_execute (zio=0x7f2b8c32f400) at ../../module/zfs/zio.c:1334
#14 zio_notify_parent (wait=ZIO_WAIT_DONE, zio=0x7f2bc22d31e0, pio=0x7f2b8c32f400) at ../../module/zfs/zio.c:559
#15 zio_done (zio=0x7f2bc22d31e0) at ../../module/zfs/zio.c:3162
#16 0x00007f2bcd2bb458 in __zio_execute (zio=0x7f2bc22d31e0) at ../../module/zfs/zio.c:1334
#17 zio_notify_parent (wait=ZIO_WAIT_DONE, zio=0x7f2bc1bfa200, pio=0x7f2bc22d31e0) at ../../module/zfs/zio.c:559
#18 zio_done (zio=0x7f2bc1bfa200) at ../../module/zfs/zio.c:3162
#19 0x00007f2bcd2b3186 in __zio_execute (zio=0x7f2bc1bfa200) at ../../module/zfs/zio.c:1334
#20 zio_execute (zio=0x7f2bc1bfa200) at ../../module/zfs/zio.c:1283
#21 0x00007f2bcd1e1b03 in taskq_thread (arg=0x7f2bc401a160) at ../../lib/libzpool/taskq.c:232
#22 0x00007f2bcd1db3b2 in zk_thread_helper (arg=0x7f2bc4000cf0) at ../../lib/libzpool/kernel.c:135
#23 0x00007f2bcc93bb50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#24 0x00007f2bcc68670d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#25 0x0000000000000000 in ?? ()
Thread 61 (Thread 0x7f2bc9d87700 (LWP 9507)):
#0 __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:136
#1 0x00007f2bcc93e339 in _L_lock_926 () from /lib/x86_64-linux-gnu/libpthread.so.0
#2 0x00007f2bcc93e15b in __pthread_mutex_lock (mutex=0x50fdf08) at pthread_mutex_lock.c:61
#3 0x00007f2bcd1dc865 in mutex_enter (mp=0x50fdef8) at ../../lib/libzpool/kernel.c:276
#4 0x00007f2bcd27d584 in trim_map_write_done (zio=0x3561410) at ../../module/zfs/trim_map.c:364
#5 0x00007f2bcd2b83f4 in zio_vdev_io_done (zio=0x3561410) at ../../module/zfs/zio.c:2565
#6 0x00007f2bcd2b3186 in __zio_execute (zio=0x3561410) at ../../module/zfs/zio.c:1334
#7 zio_execute (zio=0x3561410) at ../../module/zfs/zio.c:1283
#8 0x00007f2bcd1e1b03 in taskq_thread (arg=0x7f2bc401a6d0) at ../../lib/libzpool/taskq.c:232
#9 0x00007f2bcd1db3b2 in zk_thread_helper (arg=0x7f2bc401c580) at ../../lib/libzpool/kernel.c:135
#10 0x00007f2bcc93bb50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#11 0x00007f2bcc68670d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#12 0x0000000000000000 in ?? ()
Thread 44 (Thread 0x7f2bc8b3f700 (LWP 9524)):
#0 __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:136
#1 0x00007f2bcc93e339 in _L_lock_926 () from /lib/x86_64-linux-gnu/libpthread.so.0
#2 0x00007f2bcc93e15b in __pthread_mutex_lock (mutex=0x50fdf08) at pthread_mutex_lock.c:61
#3 0x00007f2bcd1dc865 in mutex_enter (mp=0x50fdef8) at ../../lib/libzpool/kernel.c:276
#4 0x00007f2bcd27d8f7 in trim_map_vdev_commit_done (spa=0x151eac0, vd=0x7f2bc401e8a0) at ../../module/zfs/trim_map.c:444
#5 0x00007f2bcd27dade in trim_map_commit_done (spa=0x151eac0, vd=0x7f2bc401e8a0) at ../../module/zfs/trim_map.c:489
#6 0x00007f2bcd27db13 in trim_map_commit_done (spa=0x151eac0, vd=0x7f2bc401e000) at ../../module/zfs/trim_map.c:492
#7 0x00007f2bcd27db13 in trim_map_commit_done (spa=0x151eac0, vd=0x7f2bc400e600) at ../../module/zfs/trim_map.c:492
#8 0x00007f2bcd27db13 in trim_map_commit_done (spa=0x151eac0, vd=0x7f2bc401acf0) at ../../module/zfs/trim_map.c:492
#9 0x00007f2bcd27dc71 in trim_thread (arg=0x151eac0) at ../../module/zfs/trim_map.c:524
#10 0x00007f2bcd1db3b2 in zk_thread_helper (arg=0x7f2bc4018250) at ../../lib/libzpool/kernel.c:135
#11 0x00007f2bcc93bb50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#12 0x00007f2bcc68670d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#13 0x0000000000000000 in ?? ()
Thread 42 (Thread 0x7f2bc8b27700 (LWP 9537)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162
#1 0x00007f2bcd1df041 in cv_wait (cv=0x7f2bbc00a918, mp=0x7f2bbc00a8e0) at ../../lib/libzpool/kernel.c:449
#2 0x00007f2bcd27ebf2 in txg_quiesce (dp=0x7f2bbc000d30, txg=5548) at ../../module/zfs/txg.c:309
#3 0x00007f2bcd27f2bf in txg_quiesce_thread (dp=0x7f2bbc000d30) at ../../module/zfs/txg.c:493
#4 0x00007f2bcd1db3b2 in zk_thread_helper (arg=0x7f2bc40210c0) at ../../lib/libzpool/kernel.c:135
#5 0x00007f2bcc93bb50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#6 0x00007f2bcc68670d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#7 0x0000000000000000 in ?? ()
Thread 41 (Thread 0x7f2bc8718700 (LWP 9538)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162
#1 0x00007f2bcd1df041 in cv_wait (cv=0x7f2ba9398d40, mp=0x7f2ba9398d08) at ../../lib/libzpool/kernel.c:449
#2 0x00007f2bcd2b34a5 in zio_wait (zio=0x7f2ba9398a00) at ../../module/zfs/zio.c:1363
#3 0x00007f2bcd2087a9 in ddt_sync (spa=0x151eac0, txg=5547) at ../../module/zfs/ddt.c:1164
#4 0x00007f2bcd272cc1 in spa_sync (spa=0x151eac0, txg=5547) at ../../module/zfs/spa.c:5703
#5 0x00007f2bcd27f11d in txg_sync_thread (dp=0x7f2bbc000d30) at ../../module/zfs/txg.c:447
#6 0x00007f2bcd1db3b2 in zk_thread_helper (arg=0x7f2bc400d8e0) at ../../lib/libzpool/kernel.c:135
#7 0x00007f2bcc93bb50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#8 0x00007f2bcc68670d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#9 0x0000000000000000 in ?? ()
Thread 39 (Thread 0x7f2bc8aeb700 (LWP 9541)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162
#1 0x00007f2bcd1df041 in cv_wait (cv=0x7f2bbc001030, mp=0x7f2bbc000f20) at ../../lib/libzpool/kernel.c:449
#2 0x00007f2bcd27f757 in txg_wait_open (dp=0x7f2bbc000d30, txg=5549) at ../../module/zfs/txg.c:576
#3 0x00007f2bcd21e0a7 in dmu_tx_wait (tx=0x7f2bbc3fa6d0) at ../../module/zfs/dmu_tx.c:1130
#4 0x00007f2bcd21df27 in dmu_tx_assign (tx=0x7f2bbc3fa6d0, txg_how=1) at ../../module/zfs/dmu_tx.c:1099
#5 0x00000000004083bd in ztest_tx_assign (tx=0x7f2bbc3fa6d0, txg_how=1, tag=0x41f5e9 "ztest_zap") at ../../cmd/ztest/ztest.c:1202
#6 0x0000000000412a2c in ztest_zap (zd=0x14f6060, id=0) at ../../cmd/ztest/ztest.c:4091
#7 0x0000000000418144 in ztest_execute (test=4, zi=0x621c20, id=0) at ../../cmd/ztest/ztest.c:5307
#8 0x00000000004182f0 in ztest_thread (arg=0x0) at ../../cmd/ztest/ztest.c:5357
#9 0x00007f2bcd1db3b2 in zk_thread_helper (arg=0x154ca50) at ../../lib/libzpool/kernel.c:135
#10 0x00007f2bcc93bb50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#11 0x00007f2bcc68670d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#12 0x0000000000000000 in ?? ()
Thread 38 (Thread 0x7f2bc8b03700 (LWP 9543)):
#0 pthread_rwlock_rdlock () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_rwlock_rdlock.S:85
#1 0x00007f2bcd1ddb5d in rw_enter (rwlp=0x622740, rw=0) at ../../lib/libzpool/kernel.c:352
#2 0x000000000040cc5a in ztest_spa_create_destroy (zd=0x14fa210, id=1) at ../../cmd/ztest/ztest.c:2322
#3 0x0000000000418144 in ztest_execute (test=15, zi=0x621d28, id=1) at ../../cmd/ztest/ztest.c:5307
#4 0x00000000004182f0 in ztest_thread (arg=0x1) at ../../cmd/ztest/ztest.c:5357
#5 0x00007f2bcd1db3b2 in zk_thread_helper (arg=0x15469a0) at ../../lib/libzpool/kernel.c:135
#6 0x00007f2bcc93bb50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#7 0x00007f2bcc68670d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#8 0x0000000000000000 in ?? ()
Thread 37 (Thread 0x7f2bc8b0f700 (LWP 9545)):
#0 pthread_rwlock_rdlock () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_rwlock_rdlock.S:85
#1 0x00007f2bcd1ddb5d in rw_enter (rwlp=0x622740, rw=0) at ../../lib/libzpool/kernel.c:352
#2 0x000000000040feed in ztest_dmu_snapshot_create_destroy (zd=0x14fe3c0, id=2) at ../../cmd/ztest/ztest.c:3262
#3 0x0000000000418144 in ztest_execute (test=14, zi=0x621d10, id=2) at ../../cmd/ztest/ztest.c:5307
#4 0x00000000004182f0 in ztest_thread (arg=0x2) at ../../cmd/ztest/ztest.c:5357
#5 0x00007f2bcd1db3b2 in zk_thread_helper (arg=0x7f2bb406af70) at ../../lib/libzpool/kernel.c:135
#6 0x00007f2bcc93bb50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#7 0x00007f2bcc68670d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#8 0x0000000000000000 in ?? ()
Thread 36 (Thread 0x7f2bc8af7700 (LWP 9547)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162
#1 0x00007f2bcd1df041 in cv_wait (cv=0x7f2bbc001030, mp=0x7f2bbc000f20) at ../../lib/libzpool/kernel.c:449
#2 0x00007f2bcd27f757 in txg_wait_open (dp=0x7f2bbc000d30, txg=5549) at ../../module/zfs/txg.c:576
#3 0x00007f2bcd21e0a7 in dmu_tx_wait (tx=0x7f2bb050bb00) at ../../module/zfs/dmu_tx.c:1130
#4 0x00007f2bcd21df27 in dmu_tx_assign (tx=0x7f2bb050bb00, txg_how=1) at ../../module/zfs/dmu_tx.c:1099
#5 0x00000000004083bd in ztest_tx_assign (tx=0x7f2bb050bb00, txg_how=1, tag=0x41fa00 "ztest_replay_create") at ../../cmd/ztest/ztest.c:1202
#6 0x0000000000408ff0 in ztest_replay_create (zd=0x1502570, lr=0x7f2bb05c2320, byteswap=B_FALSE) at ../../cmd/ztest/ztest.c:1424
#7 0x000000000040bb8a in ztest_create (zd=0x1502570, od=0x7f2b88555160, count=1) at ../../cmd/ztest/ztest.c:1987
#8 0x000000000040c6d8 in ztest_object_init (zd=0x1502570, od=0x7f2b88555160, size=312, remove=B_TRUE) at ../../cmd/ztest/ztest.c:2235
#9 0x00000000004129bf in ztest_zap (zd=0x1502570, id=3) at ../../cmd/ztest/ztest.c:4079
#10 0x0000000000418144 in ztest_execute (test=4, zi=0x621c20, id=3) at ../../cmd/ztest/ztest.c:5307
#11 0x00000000004182f0 in ztest_thread (arg=0x3) at ../../cmd/ztest/ztest.c:5357
#12 0x00007f2bcd1db3b2 in zk_thread_helper (arg=0x7f2bc41137e0) at ../../lib/libzpool/kernel.c:135
#13 0x00007f2bcc93bb50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#14 0x00007f2bcc68670d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#15 0x0000000000000000 in ?? ()
Thread 27 (Thread 0x7f2bc8694700 (LWP 9557)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162
#1 0x00007f2bcd1df041 in cv_wait (cv=0x7f2bbc001030, mp=0x7f2bbc000f20) at ../../lib/libzpool/kernel.c:449
#2 0x00007f2bcd27f757 in txg_wait_open (dp=0x7f2bbc000d30, txg=5549) at ../../module/zfs/txg.c:576
#3 0x00007f2bcd21e0a7 in dmu_tx_wait (tx=0x7f2bbdb50f40) at ../../module/zfs/dmu_tx.c:1130
#4 0x00007f2bcd21df27 in dmu_tx_assign (tx=0x7f2bbdb50f40, txg_how=1) at ../../module/zfs/dmu_tx.c:1099
#5 0x00000000004083bd in ztest_tx_assign (tx=0x7f2bbdb50f40, txg_how=1, tag=0x41f6a0 "ztest_dmu_read_write") at ../../cmd/ztest/ztest.c:1202
#6 0x0000000000410eb8 in ztest_dmu_read_write (zd=0x1506720, id=4) at ../../cmd/ztest/ztest.c:3591
#7 0x0000000000418144 in ztest_execute (test=0, zi=0x621bc0, id=4) at ../../cmd/ztest/ztest.c:5307
#8 0x00000000004182f0 in ztest_thread (arg=0x4) at ../../cmd/ztest/ztest.c:5357
#9 0x00007f2bcd1db3b2 in zk_thread_helper (arg=0x7f2bc0021dc0) at ../../lib/libzpool/kernel.c:135
#10 0x00007f2bcc93bb50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#11 0x00007f2bcc68670d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#12 0x0000000000000000 in ?? ()
Thread 26 (Thread 0x7f2bc8670700 (LWP 9560)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162
#1 0x00007f2bcd1df041 in cv_wait (cv=0x7f2bbc001030, mp=0x7f2bbc000f20) at ../../lib/libzpool/kernel.c:449
#2 0x00007f2bcd27f757 in txg_wait_open (dp=0x7f2bbc000d30, txg=5549) at ../../module/zfs/txg.c:576
#3 0x00007f2bcd21e0a7 in dmu_tx_wait (tx=0x7f2bbe48ae10) at ../../module/zfs/dmu_tx.c:1130
#4 0x00007f2bcd21df27 in dmu_tx_assign (tx=0x7f2bbe48ae10, txg_how=1) at ../../module/zfs/dmu_tx.c:1099
#5 0x00000000004083bd in ztest_tx_assign (tx=0x7f2bbe48ae10, txg_how=1, tag=0x41f960 "ztest_replay_write") at ../../cmd/ztest/ztest.c:1202
#6 0x000000000040a35f in ztest_replay_write (zd=0x150a8d0, lr=0x7f2bbdcb8f40, byteswap=B_FALSE) at ../../cmd/ztest/ztest.c:1589
#7 0x000000000040c001 in ztest_write (zd=0x150a8d0, object=1138, offset=1441792, size=4096, data=0x7f2bbc706000)
at ../../cmd/ztest/ztest.c:2058
#8 0x000000000040c4e5 in ztest_io (zd=0x150a8d0, object=1138, offset=1441792) at ../../cmd/ztest/ztest.c:2179
#9 0x0000000000410871 in ztest_dmu_object_alloc_free (zd=0x150a8d0, id=5) at ../../cmd/ztest/ztest.c:3466
#10 0x0000000000418144 in ztest_execute (test=2, zi=0x621bf0, id=5) at ../../cmd/ztest/ztest.c:5307
#11 0x00000000004182f0 in ztest_thread (arg=0x5) at ../../cmd/ztest/ztest.c:5357
#12 0x00007f2bcd1db3b2 in zk_thread_helper (arg=0x15f2e10) at ../../lib/libzpool/kernel.c:135
#13 0x00007f2bcc93bb50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#14 0x00007f2bcc68670d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#15 0x0000000000000000 in ?? ()
Thread 24 (Thread 0x7f2bc8658700 (LWP 9563)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162
#1 0x00007f2bcd1df041 in cv_wait (cv=0x7f2bbc001030, mp=0x7f2bbc000f20) at ../../lib/libzpool/kernel.c:449
#2 0x00007f2bcd27f757 in txg_wait_open (dp=0x7f2bbc000d30, txg=5549) at ../../module/zfs/txg.c:576
#3 0x00007f2bcd21e0a7 in dmu_tx_wait (tx=0x7f2ba8973ed0) at ../../module/zfs/dmu_tx.c:1130
#4 0x00007f2bcd21df27 in dmu_tx_assign (tx=0x7f2ba8973ed0, txg_how=1) at ../../module/zfs/dmu_tx.c:1099
#5 0x00000000004083bd in ztest_tx_assign (tx=0x7f2ba8973ed0, txg_how=1, tag=0x41f5e9 "ztest_zap") at ../../cmd/ztest/ztest.c:1202
#6 0x0000000000412a2c in ztest_zap (zd=0x14f6060, id=7) at ../../cmd/ztest/ztest.c:4091
#7 0x0000000000418144 in ztest_execute (test=4, zi=0x621c20, id=7) at ../../cmd/ztest/ztest.c:5307
#8 0x00000000004182f0 in ztest_thread (arg=0x7) at ../../cmd/ztest/ztest.c:5357
#9 0x00007f2bcd1db3b2 in zk_thread_helper (arg=0x7f2bc4138fc0) at ../../lib/libzpool/kernel.c:135
#10 0x00007f2bcc93bb50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#11 0x00007f2bcc68670d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#12 0x0000000000000000 in ?? ()
Thread 23 (Thread 0x7f2bc864c700 (LWP 9564)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162
#1 0x00007f2bcd1df041 in cv_wait (cv=0x7f2bbc001030, mp=0x7f2bbc000f20) at ../../lib/libzpool/kernel.c:449
#2 0x00007f2bcd27f757 in txg_wait_open (dp=0x7f2bbc000d30, txg=5549) at ../../module/zfs/txg.c:576
#3 0x00007f2bcd21e0a7 in dmu_tx_wait (tx=0x7f2bbfa2f370) at ../../module/zfs/dmu_tx.c:1130
#4 0x00007f2bcd21df27 in dmu_tx_assign (tx=0x7f2bbfa2f370, txg_how=1) at ../../module/zfs/dmu_tx.c:1099
#5 0x00000000004083bd in ztest_tx_assign (tx=0x7f2bbfa2f370, txg_how=1, tag=0x41f960 "ztest_replay_write") at ../../cmd/ztest/ztest.c:1202
#6 0x000000000040a35f in ztest_replay_write (zd=0x14fa210, lr=0x7f2bc3058200, byteswap=B_FALSE) at ../../cmd/ztest/ztest.c:1589
#7 0x000000000040c001 in ztest_write (zd=0x14fa210, object=2, offset=35184374317056, size=1024, data=0x7f2bc3591200)
at ../../cmd/ztest/ztest.c:2058
#8 0x000000000040c4a8 in ztest_io (zd=0x14fa210, object=2, offset=35184374317056) at ../../cmd/ztest/ztest.c:2174
#9 0x00000000004126b6 in ztest_dmu_write_parallel (zd=0x14fa210, id=8) at ../../cmd/ztest/ztest.c:4008
#10 0x0000000000418144 in ztest_execute (test=1, zi=0x621bd8, id=8) at ../../cmd/ztest/ztest.c:5307
#11 0x00000000004182f0 in ztest_thread (arg=0x8) at ../../cmd/ztest/ztest.c:5357
#12 0x00007f2bcd1db3b2 in zk_thread_helper (arg=0x157bea0) at ../../lib/libzpool/kernel.c:135
#13 0x00007f2bcc93bb50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#14 0x00007f2bcc68670d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#15 0x0000000000000000 in ?? ()
Thread 22 (Thread 0x7f2bc8640700 (LWP 9565)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162
#1 0x00007f2bcd1df041 in cv_wait (cv=0x7f2bbc001030, mp=0x7f2bbc000f20) at ../../lib/libzpool/kernel.c:449
#2 0x00007f2bcd27f757 in txg_wait_open (dp=0x7f2bbc000d30, txg=5549) at ../../module/zfs/txg.c:576
#3 0x00007f2bcd21e0a7 in dmu_tx_wait (tx=0x7f2bb4cedda0) at ../../module/zfs/dmu_tx.c:1130
#4 0x00007f2bcd21df27 in dmu_tx_assign (tx=0x7f2bb4cedda0, txg_how=1) at ../../module/zfs/dmu_tx.c:1099
#5 0x00000000004083bd in ztest_tx_assign (tx=0x7f2bb4cedda0, txg_how=1, tag=0x41f5a0 "ztest_zap_parallel") at ../../cmd/ztest/ztest.c:1202
#6 0x000000000041462f in ztest_zap_parallel (zd=0x14fe3c0, id=9) at ../../cmd/ztest/ztest.c:4308
#7 0x0000000000418144 in ztest_execute (test=5, zi=0x621c38, id=9) at ../../cmd/ztest/ztest.c:5307
#8 0x00000000004182f0 in ztest_thread (arg=0x9) at ../../cmd/ztest/ztest.c:5357
#9 0x00007f2bcd1db3b2 in zk_thread_helper (arg=0x7f2bc00705f0) at ../../lib/libzpool/kernel.c:135
#10 0x00007f2bcc93bb50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#11 0x00007f2bcc68670d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#12 0x0000000000000000 in ?? ()
Thread 21 (Thread 0x7f2bc8634700 (LWP 9566)):
#0 __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:136
#1 0x00007f2bcc93e339 in _L_lock_926 () from /lib/x86_64-linux-gnu/libpthread.so.0
#2 0x00007f2bcc93e15b in __pthread_mutex_lock (mutex=0x15026f8) at pthread_mutex_lock.c:61
#3 0x00007f2bcd1dc865 in mutex_enter (mp=0x15026e8) at ../../lib/libzpool/kernel.c:276
#4 0x000000000040c688 in ztest_object_init (zd=0x1502570, od=0x7f2bb45791d0, size=312, remove=B_TRUE) at ../../cmd/ztest/ztest.c:2232
#5 0x00000000004129bf in ztest_zap (zd=0x1502570, id=10) at ../../cmd/ztest/ztest.c:4079
#6 0x0000000000418144 in ztest_execute (test=4, zi=0x621c20, id=10) at ../../cmd/ztest/ztest.c:5307
#7 0x00000000004182f0 in ztest_thread (arg=0xa) at ../../cmd/ztest/ztest.c:5357
#8 0x00007f2bcd1db3b2 in zk_thread_helper (arg=0x7f2bc007f210) at ../../lib/libzpool/kernel.c:135
#9 0x00007f2bcc93bb50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#10 0x00007f2bcc68670d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#11 0x0000000000000000 in ?? ()
Thread 20 (Thread 0x7f2bc8628700 (LWP 9567)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162
#1 0x00007f2bcd1df041 in cv_wait (cv=0x7f2bbc001030, mp=0x7f2bbc000f20) at ../../lib/libzpool/kernel.c:449
#2 0x00007f2bcd27f757 in txg_wait_open (dp=0x7f2bbc000d30, txg=5549) at ../../module/zfs/txg.c:576
#3 0x00007f2bcd21e0a7 in dmu_tx_wait (tx=0x7f2ba829c9c0) at ../../module/zfs/dmu_tx.c:1130
#4 0x00007f2bcd21df27 in dmu_tx_assign (tx=0x7f2ba829c9c0, txg_how=1) at ../../module/zfs/dmu_tx.c:1099
#5 0x00000000004083bd in ztest_tx_assign (tx=0x7f2ba829c9c0, txg_how=1, tag=0x41fa00 "ztest_replay_create") at ../../cmd/ztest/ztest.c:1202
#6 0x0000000000408ff0 in ztest_replay_create (zd=0x1506720, lr=0x7f2ba8051070, byteswap=B_FALSE) at ../../cmd/ztest/ztest.c:1424
#7 0x000000000040bb8a in ztest_create (zd=0x1506720, od=0x7f2ba055f5b0, count=1) at ../../cmd/ztest/ztest.c:1987
#8 0x000000000040c6d8 in ztest_object_init (zd=0x1506720, od=0x7f2ba055f5b0, size=312, remove=B_TRUE) at ../../cmd/ztest/ztest.c:2235
#9 0x00000000004129bf in ztest_zap (zd=0x1506720, id=11) at ../../cmd/ztest/ztest.c:4079
#10 0x0000000000418144 in ztest_execute (test=4, zi=0x621c20, id=11) at ../../cmd/ztest/ztest.c:5307
#11 0x00000000004182f0 in ztest_thread (arg=0xb) at ../../cmd/ztest/ztest.c:5357
#12 0x00007f2bcd1db3b2 in zk_thread_helper (arg=0x7f2bc0087650) at ../../lib/libzpool/kernel.c:135
#13 0x00007f2bcc93bb50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#14 0x00007f2bcc68670d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#15 0x0000000000000000 in ?? ()
Thread 19 (Thread 0x7f2bc861c700 (LWP 9568)):
#0 pthread_rwlock_rdlock () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_rwlock_rdlock.S:85
#1 0x00007f2bcd1ddb5d in rw_enter (rwlp=0x622740, rw=0) at ../../lib/libzpool/kernel.c:352
#2 0x0000000000415629 in ztest_dsl_prop_get_set (zd=0x150a8d0, id=12) at ../../cmd/ztest/ztest.c:4585
#3 0x0000000000418144 in ztest_execute (test=11, zi=0x621cc8, id=12) at ../../cmd/ztest/ztest.c:5307
#4 0x00000000004182f0 in ztest_thread (arg=0xc) at ../../cmd/ztest/ztest.c:5357
#5 0x00007f2bcd1db3b2 in zk_thread_helper (arg=0x7f2bbc1508b0) at ../../lib/libzpool/kernel.c:135
#6 0x00007f2bcc93bb50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#7 0x00007f2bcc68670d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#8 0x0000000000000000 in ?? ()
Thread 18 (Thread 0x7f2bc8610700 (LWP 9569)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162
#1 0x00007f2bcd1df041 in cv_wait (cv=0x7f2bbc001030, mp=0x7f2bbc000f20) at ../../lib/libzpool/kernel.c:449
#2 0x00007f2bcd27f757 in txg_wait_open (dp=0x7f2bbc000d30, txg=5549) at ../../module/zfs/txg.c:576
#3 0x00007f2bcd21e0a7 in dmu_tx_wait (tx=0x5955cc0) at ../../module/zfs/dmu_tx.c:1130
#4 0x00007f2bcd21df27 in dmu_tx_assign (tx=0x5955cc0, txg_how=1) at ../../module/zfs/dmu_tx.c:1099
#5 0x00000000004083bd in ztest_tx_assign (tx=0x5955cc0, txg_how=1, tag=0x41f5d3 "ztest_fzap") at ../../cmd/ztest/ztest.c:1202
#6 0x0000000000414345 in ztest_fzap (zd=0x150ea80, id=13) at ../../cmd/ztest/ztest.c:4237
#7 0x0000000000418144 in ztest_execute (test=13, zi=0x621cf8, id=13) at ../../cmd/ztest/ztest.c:5307
#8 0x00000000004182f0 in ztest_thread (arg=0xd) at ../../cmd/ztest/ztest.c:5357
#9 0x00007f2bcd1db3b2 in zk_thread_helper (arg=0x7f2bbc11c8b0) at ../../lib/libzpool/kernel.c:135
#10 0x00007f2bcc93bb50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#11 0x00007f2bcc68670d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#12 0x0000000000000000 in ?? ()
Thread 17 (Thread 0x7f2bc8604700 (LWP 9570)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162
#1 0x00007f2bcd1df041 in cv_wait (cv=0x7f2bbc001030, mp=0x7f2bbc000f20) at ../../lib/libzpool/kernel.c:449
#2 0x00007f2bcd27f757 in txg_wait_open (dp=0x7f2bbc000d30, txg=5549) at ../../module/zfs/txg.c:576
#3 0x00007f2bcd21e0a7 in dmu_tx_wait (tx=0x7f2bbea98f30) at ../../module/zfs/dmu_tx.c:1130
#4 0x00007f2bcd21df27 in dmu_tx_assign (tx=0x7f2bbea98f30, txg_how=1) at ../../module/zfs/dmu_tx.c:1099
#5 0x00000000004083bd in ztest_tx_assign (tx=0x7f2bbea98f30, txg_how=1, tag=0x41f960 "ztest_replay_write") at ../../cmd/ztest/ztest.c:1202
#6 0x000000000040a35f in ztest_replay_write (zd=0x14f6060, lr=0x7f2bbc7788c0, byteswap=B_FALSE) at ../../cmd/ztest/ztest.c:1589
#7 0x000000000040c001 in ztest_write (zd=0x14f6060, object=6, offset=72057594039631872, size=56, data=0x7f2bc86037e0)
at ../../cmd/ztest/ztest.c:2058
#8 0x000000000040c3df in ztest_io (zd=0x14f6060, object=6, offset=72057594039631872) at ../../cmd/ztest/ztest.c:2160
#9 0x00000000004126b6 in ztest_dmu_write_parallel (zd=0x14f6060, id=14) at ../../cmd/ztest/ztest.c:4008
#10 0x0000000000418144 in ztest_execute (test=1, zi=0x621bd8, id=14) at ../../cmd/ztest/ztest.c:5307
#11 0x00000000004182f0 in ztest_thread (arg=0xe) at ../../cmd/ztest/ztest.c:5357
#12 0x00007f2bcd1db3b2 in zk_thread_helper (arg=0x7f2bbc1bdf40) at ../../lib/libzpool/kernel.c:135
#13 0x00007f2bcc93bb50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#14 0x00007f2bcc68670d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#15 0x0000000000000000 in ?? ()
Thread 16 (Thread 0x7f2bc85f8700 (LWP 9571)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162
#1 0x00007f2bcd1df041 in cv_wait (cv=0x7f2bbc001030, mp=0x7f2bbc000f20) at ../../lib/libzpool/kernel.c:449
#2 0x00007f2bcd27f757 in txg_wait_open (dp=0x7f2bbc000d30, txg=5549) at ../../module/zfs/txg.c:576
#3 0x00007f2bcd21e0a7 in dmu_tx_wait (tx=0x7f2b8c9561a0) at ../../module/zfs/dmu_tx.c:1130
#4 0x00007f2bcd21df27 in dmu_tx_assign (tx=0x7f2b8c9561a0, txg_how=1) at ../../module/zfs/dmu_tx.c:1099
#5 0x00000000004083bd in ztest_tx_assign (tx=0x7f2b8c9561a0, txg_how=1, tag=0x41f5a0 "ztest_zap_parallel") at ../../cmd/ztest/ztest.c:1202
#6 0x000000000041462f in ztest_zap_parallel (zd=0x14fa210, id=15) at ../../cmd/ztest/ztest.c:4308
#7 0x0000000000418144 in ztest_execute (test=5, zi=0x621c38, id=15) at ../../cmd/ztest/ztest.c:5307
#8 0x00000000004182f0 in ztest_thread (arg=0xf) at ../../cmd/ztest/ztest.c:5357
#9 0x00007f2bcd1db3b2 in zk_thread_helper (arg=0x7f2bbc013b80) at ../../lib/libzpool/kernel.c:135
#10 0x00007f2bcc93bb50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#11 0x00007f2bcc68670d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#12 0x0000000000000000 in ?? ()
Thread 15 (Thread 0x7f2bc85ec700 (LWP 9572)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162
#1 0x00007f2bcd1df041 in cv_wait (cv=0x7f2bbc001030, mp=0x7f2bbc000f20) at ../../lib/libzpool/kernel.c:449
#2 0x00007f2bcd27f757 in txg_wait_open (dp=0x7f2bbc000d30, txg=5549) at ../../module/zfs/txg.c:576
#3 0x00007f2bcd21e0a7 in dmu_tx_wait (tx=0x3cf4360) at ../../module/zfs/dmu_tx.c:1130
#4 0x00007f2bcd21df27 in dmu_tx_assign (tx=0x3cf4360, txg_how=1) at ../../module/zfs/dmu_tx.c:1099
#5 0x00000000004083bd in ztest_tx_assign (tx=0x3cf4360, txg_how=1, tag=0x41f5a0 "ztest_zap_parallel") at ../../cmd/ztest/ztest.c:1202
#6 0x000000000041462f in ztest_zap_parallel (zd=0x14fe3c0, id=16) at ../../cmd/ztest/ztest.c:4308
#7 0x0000000000418144 in ztest_execute (test=5, zi=0x621c38, id=16) at ../../cmd/ztest/ztest.c:5307
#8 0x00000000004182f0 in ztest_thread (arg=0x10) at ../../cmd/ztest/ztest.c:5357
#9 0x00007f2bcd1db3b2 in zk_thread_helper (arg=0x7f2bbc19db50) at ../../lib/libzpool/kernel.c:135
#10 0x00007f2bcc93bb50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#11 0x00007f2bcc68670d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#12 0x0000000000000000 in ?? ()
Thread 14 (Thread 0x7f2bc85e0700 (LWP 9573)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162
#1 0x00007f2bcd1df041 in cv_wait (cv=0x7f2b8c31b8c0, mp=0x7f2b8c31b888) at ../../lib/libzpool/kernel.c:449
#2 0x00007f2bcd2b34a5 in zio_wait (zio=0x7f2b8c31b580) at ../../module/zfs/zio.c:1363
#3 0x00007f2bcd1fadc9 in dbuf_read (db=0x7f2b8c1a5b60, zio=0x7f2b8c31b580, flags=10) at ../../module/zfs/dbuf.c:691
#4 0x00007f2bcd2090b7 in dmu_buf_hold (os=0x7f2bbc130940, object=176, offset=55296, tag=0x41f4c0, dbp=0x7f2bc85df7f8, flags=1)
at ../../module/zfs/dmu.c:128
#5 0x0000000000416612 in ztest_ddt_repair (zd=0x1502570, id=17) at ../../cmd/ztest/ztest.c:4980
#6 0x0000000000418144 in ztest_execute (test=17, zi=0x621d58, id=17) at ../../cmd/ztest/ztest.c:5307
#7 0x00000000004182f0 in ztest_thread (arg=0x11) at ../../cmd/ztest/ztest.c:5357
#8 0x00007f2bcd1db3b2 in zk_thread_helper (arg=0x7f2bbc1f91e0) at ../../lib/libzpool/kernel.c:135
#9 0x00007f2bcc93bb50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#10 0x00007f2bcc68670d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#11 0x0000000000000000 in ?? ()
Thread 13 (Thread 0x7f2bc85d4700 (LWP 9574)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162
#1 0x00007f2bcd1df041 in cv_wait (cv=0x7f2bbc001030, mp=0x7f2bbc000f20) at ../../lib/libzpool/kernel.c:449
#2 0x00007f2bcd27f757 in txg_wait_open (dp=0x7f2bbc000d30, txg=5549) at ../../module/zfs/txg.c:576
#3 0x00007f2bcd21e0a7 in dmu_tx_wait (tx=0x7f2bb60c35f0) at ../../module/zfs/dmu_tx.c:1130
#4 0x00007f2bcd21df27 in dmu_tx_assign (tx=0x7f2bb60c35f0, txg_how=1) at ../../module/zfs/dmu_tx.c:1099
#5 0x00000000004083bd in ztest_tx_assign (tx=0x7f2bb60c35f0, txg_how=1, tag=0x41f5a0 "ztest_zap_parallel") at ../../cmd/ztest/ztest.c:1202
#6 0x000000000041462f in ztest_zap_parallel (zd=0x1506720, id=18) at ../../cmd/ztest/ztest.c:4308
#7 0x0000000000418144 in ztest_execute (test=5, zi=0x621c38, id=18) at ../../cmd/ztest/ztest.c:5307
#8 0x00000000004182f0 in ztest_thread (arg=0x12) at ../../cmd/ztest/ztest.c:5357
#9 0x00007f2bcd1db3b2 in zk_thread_helper (arg=0x7f2bbc19dba0) at ../../lib/libzpool/kernel.c:135
#10 0x00007f2bcc93bb50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#11 0x00007f2bcc68670d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#12 0x0000000000000000 in ?? ()
Thread 12 (Thread 0x7f2bc85c8700 (LWP 9575)):
#0 pthread_rwlock_rdlock () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_rwlock_rdlock.S:85
#1 0x00007f2bcd1ddb5d in rw_enter (rwlp=0x622740, rw=0) at ../../lib/libzpool/kernel.c:352
#2 0x0000000000415629 in ztest_dsl_prop_get_set (zd=0x150a8d0, id=19) at ../../cmd/ztest/ztest.c:4585
#3 0x0000000000418144 in ztest_execute (test=11, zi=0x621cc8, id=19) at ../../cmd/ztest/ztest.c:5307
#4 0x00000000004182f0 in ztest_thread (arg=0x13) at ../../cmd/ztest/ztest.c:5357
#5 0x00007f2bcd1db3b2 in zk_thread_helper (arg=0x7f2bbc176470) at ../../lib/libzpool/kernel.c:135
#6 0x00007f2bcc93bb50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#7 0x00007f2bcc68670d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#8 0x0000000000000000 in ?? ()
Thread 11 (Thread 0x7f2bc85bc700 (LWP 9576)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162
#1 0x00007f2bcd1df041 in cv_wait (cv=0x7f2bbc001030, mp=0x7f2bbc000f20) at ../../lib/libzpool/kernel.c:449
#2 0x00007f2bcd27f757 in txg_wait_open (dp=0x7f2bbc000d30, txg=5549) at ../../module/zfs/txg.c:576
#3 0x00007f2bcd21e0a7 in dmu_tx_wait (tx=0x7f2ba9127760) at ../../module/zfs/dmu_tx.c:1130
#4 0x00007f2bcd21df27 in dmu_tx_assign (tx=0x7f2ba9127760, txg_how=1) at ../../module/zfs/dmu_tx.c:1099
#5 0x00000000004083bd in ztest_tx_assign (tx=0x7f2ba9127760, txg_how=1, tag=0x41f960 "ztest_replay_write") at ../../cmd/ztest/ztest.c:1202
#6 0x000000000040a35f in ztest_replay_write (zd=0x150ea80, lr=0x7f2ba83548e0, byteswap=B_FALSE) at ../../cmd/ztest/ztest.c:1589
#7 0x000000000040c001 in ztest_write (zd=0x150ea80, object=55, offset=18014398511316992, size=56, data=0x7f2bc85bb7e0)
at ../../cmd/ztest/ztest.c:2058
#8 0x000000000040c3df in ztest_io (zd=0x150ea80, object=55, offset=18014398511316992) at ../../cmd/ztest/ztest.c:2160
#9 0x00000000004126b6 in ztest_dmu_write_parallel (zd=0x150ea80, id=20) at ../../cmd/ztest/ztest.c:4008
#10 0x0000000000418144 in ztest_execute (test=1, zi=0x621bd8, id=20) at ../../cmd/ztest/ztest.c:5307
#11 0x00000000004182f0 in ztest_thread (arg=0x14) at ../../cmd/ztest/ztest.c:5357
#12 0x00007f2bcd1db3b2 in zk_thread_helper (arg=0x7f2bbc0e6910) at ../../lib/libzpool/kernel.c:135
#13 0x00007f2bcc93bb50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#14 0x00007f2bcc68670d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#15 0x0000000000000000 in ?? ()
Thread 10 (Thread 0x7f2bc85b0700 (LWP 9577)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162
#1 0x00007f2bcd1df041 in cv_wait (cv=0x7f2bbc001030, mp=0x7f2bbc000f20) at ../../lib/libzpool/kernel.c:449
#2 0x00007f2bcd27f757 in txg_wait_open (dp=0x7f2bbc000d30, txg=5549) at ../../module/zfs/txg.c:576
#3 0x00007f2bcd21e0a7 in dmu_tx_wait (tx=0x7f2b8c6ada30) at ../../module/zfs/dmu_tx.c:1130
#4 0x00007f2bcd21df27 in dmu_tx_assign (tx=0x7f2b8c6ada30, txg_how=1) at ../../module/zfs/dmu_tx.c:1099
#5 0x00000000004083bd in ztest_tx_assign (tx=0x7f2b8c6ada30, txg_how=1, tag=0x41f640 "ztest_dmu_read_write_zcopy")
at ../../cmd/ztest/ztest.c:1202
#6 0x0000000000411cf7 in ztest_dmu_read_write_zcopy (zd=0x14f6060, id=21) at ../../cmd/ztest/ztest.c:3872
#7 0x0000000000418144 in ztest_execute (test=9, zi=0x621c98, id=21) at ../../cmd/ztest/ztest.c:5307
#8 0x00000000004182f0 in ztest_thread (arg=0x15) at ../../cmd/ztest/ztest.c:5357
#9 0x00007f2bcd1db3b2 in zk_thread_helper (arg=0x16438e0) at ../../lib/libzpool/kernel.c:135
#10 0x00007f2bcc93bb50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#11 0x00007f2bcc68670d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#12 0x0000000000000000 in ?? ()
Thread 9 (Thread 0x7f2bc85a4700 (LWP 9578)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162
#1 0x00007f2bcd1df041 in cv_wait (cv=0x7f2bbc001030, mp=0x7f2bbc000f20) at ../../lib/libzpool/kernel.c:449
#2 0x00007f2bcd27f757 in txg_wait_open (dp=0x7f2bbc000d30, txg=5549) at ../../module/zfs/txg.c:576
#3 0x00007f2bcd21e0a7 in dmu_tx_wait (tx=0x7f2ba844c360) at ../../module/zfs/dmu_tx.c:1130
#4 0x00007f2bcd21df27 in dmu_tx_assign (tx=0x7f2ba844c360, txg_how=1) at ../../module/zfs/dmu_tx.c:1099
#5 0x00000000004083bd in ztest_tx_assign (tx=0x7f2ba844c360, txg_how=1, tag=0x41f5a0 "ztest_zap_parallel") at ../../cmd/ztest/ztest.c:1202
#6 0x000000000041462f in ztest_zap_parallel (zd=0x14fa210, id=22) at ../../cmd/ztest/ztest.c:4308
#7 0x0000000000418144 in ztest_execute (test=5, zi=0x621c38, id=22) at ../../cmd/ztest/ztest.c:5307
#8 0x00000000004182f0 in ztest_thread (arg=0x16) at ../../cmd/ztest/ztest.c:5357
#9 0x00007f2bcd1db3b2 in zk_thread_helper (arg=0x1693d70) at ../../lib/libzpool/kernel.c:135
#10 0x00007f2bcc93bb50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#11 0x00007f2bcc68670d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#12 0x0000000000000000 in ?? ()
Thread 1 (Thread 0x7f2bce210c00 (LWP 9314)):
#0 0x00007f2bcc93ce75 in pthread_join (threadid=139826021680896, thread_return=0x7fff12850310) at pthread_join.c:89
#1 0x00007f2bcd1dbd11 in zk_thread_join (tid=139826021680896) at ../../lib/libzpool/kernel.c:217
#2 0x00000000004191c4 in ztest_run (zs=0x7f2bce20f498) at ../../cmd/ztest/ztest.c:5611
#3 0x000000000041ae8c in main (argc=1, argv=0x7fff12850888) at ../../cmd/ztest/ztest.c:6057
Raw
write1.txt
(gdb) thread 93
(gdb) bt
#0 0x00007f2bcc65787d in nanosleep () at ../sysdeps/unix/syscall-template.S:82
#1 0x00007f2bcc6576f0 in __sleep (seconds=<optimized out>) at ../sysdeps/unix/sysv/linux/sleep.c:138
#2 0x00007f2bcd565785 in avl_add (tree=0x50fdeb0, new_node=0x7f2bc2cdc5e0) at ../../module/avl/avl.c:641
#3 0x00007f2bcd27d502 in trim_map_write_start (zio=0x7f2bc2cdc5e0) at ../../module/zfs/trim_map.c:344
#4 0x00007f2bcd2b82e9 in zio_vdev_io_start (zio=0x7f2bc2cdc5e0) at ../../module/zfs/zio.c:2543
#5 0x00007f2bcd2b3741 in __zio_execute (zio=0x7f2bc2cdc5e0) at ../../module/zfs/zio.c:1334
#6 zio_nowait (zio=0x7f2bc2cdc5e0) at ../../module/zfs/zio.c:1389
#7 0x00007f2bcd295416 in vdev_raidz_io_start (zio=0x7f2bc165c5e0) at ../../module/zfs/vdev_raidz.c:1564
#8 0x00007f2bcd2b8309 in zio_vdev_io_start (zio=0x7f2bc165c5e0) at ../../module/zfs/zio.c:2547
#9 0x00007f2bcd2b3741 in __zio_execute (zio=0x7f2bc165c5e0) at ../../module/zfs/zio.c:1334
#10 zio_nowait (zio=0x7f2bc165c5e0) at ../../module/zfs/zio.c:1389
#11 0x00007f2bcd28e3b2 in vdev_mirror_io_done (zio=0x7f2b8c32f400) at ../../module/zfs/vdev_mirror.c:438
#12 0x00007f2bcd2b8512 in zio_vdev_io_done (zio=0x7f2b8c32f400) at ../../module/zfs/zio.c:2592
#13 0x00007f2bcd2bb458 in __zio_execute (zio=0x7f2b8c32f400) at ../../module/zfs/zio.c:1334
#14 zio_notify_parent (wait=ZIO_WAIT_DONE, zio=0x7f2bc22d31e0, pio=0x7f2b8c32f400) at ../../module/zfs/zio.c:559
#15 zio_done (zio=0x7f2bc22d31e0) at ../../module/zfs/zio.c:3162
#16 0x00007f2bcd2bb458 in __zio_execute (zio=0x7f2bc22d31e0) at ../../module/zfs/zio.c:1334
#17 zio_notify_parent (wait=ZIO_WAIT_DONE, zio=0x7f2bc1bfa200, pio=0x7f2bc22d31e0) at ../../module/zfs/zio.c:559
#18 zio_done (zio=0x7f2bc1bfa200) at ../../module/zfs/zio.c:3162
#19 0x00007f2bcd2b3186 in __zio_execute (zio=0x7f2bc1bfa200) at ../../module/zfs/zio.c:1334
#20 zio_execute (zio=0x7f2bc1bfa200) at ../../module/zfs/zio.c:1283
#21 0x00007f2bcd1e1b03 in taskq_thread (arg=0x7f2bc401a160) at ../../lib/libzpool/taskq.c:232
#22 0x00007f2bcd1db3b2 in zk_thread_helper (arg=0x7f2bc4000cf0) at ../../lib/libzpool/kernel.c:135
#23 0x00007f2bcc93bb50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#24 0x00007f2bcc68670d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#25 0x0000000000000000 in ?? ()
(gdb) frame 4
#4 0x00007f2bcd2b82e9 in zio_vdev_io_start (zio=0x7f2bc2cdc5e0) at ../../module/zfs/zio.c:2543
2543 if (!trim_map_write_start(zio))
(gdb) print *zio
$351 = {io_bookmark = {zb_objset = 65, zb_object = 176, zb_level = 0, zb_blkid = 27}, io_prop = {zp_checksum = ZIO_CHECKSUM_INHERIT,
zp_compress = ZIO_COMPRESS_INHERIT, zp_type = DMU_OT_NONE, zp_level = 0 '\000', zp_copies = 0 '\000', zp_dedup = 0 '\000',
zp_dedup_verify = 0 '\000'}, io_type = ZIO_TYPE_WRITE, io_child_type = ZIO_CHILD_VDEV, io_cmd = 0, io_priority = 0 '\000',
io_reexecute = 0 '\000', io_state = "\001", io_txg = 374, io_spa = 0x151eac0, io_bp = 0x0, io_bp_override = 0x0, io_bp_copy = {blk_dva = {{
dva_word = {0, 0}}, {dva_word = {0, 0}}, {dva_word = {0, 0}}}, blk_prop = 0, blk_pad = {0, 0}, blk_phys_birth = 0, blk_birth = 0,
blk_fill = 0, blk_cksum = {zc_word = {0, 0, 0, 0}}}, io_parent_list = {list_size = 48, list_offset = 16, list_head = {
list_next = 0x7f2b908f1f70, list_prev = 0x7f2b908f1f70}}, io_child_list = {list_size = 48, list_offset = 32, list_head = {
list_next = 0x7f2bc2cdc6f0, list_prev = 0x7f2bc2cdc6f0}}, io_walk_link = 0x0, io_logical = 0x7f2b8c138000, io_transform_stack = 0x0,
io_ready = 0, io_done = 0x7f2bcd295080 <vdev_raidz_child_done>, io_private = 0x7f2bc09815b0, io_prev_space_delta = 0, io_bp_orig = {
blk_dva = {{dva_word = {0, 0}}, {dva_word = {0, 0}}, {dva_word = {0, 0}}}, blk_prop = 0, blk_pad = {0, 0}, blk_phys_birth = 0,
blk_birth = 0, blk_fill = 0, blk_cksum = {zc_word = {0, 0, 0, 0}}}, io_data = 0x7f2bc0ec2200, io_orig_data = 0x7f2bc0ec2200,
io_size = 1024, io_orig_size = 1024, io_vd = 0x7f2bc401e8a0, io_vsd = 0x0, io_vsd_ops = 0x0, io_offset = 50918912, io_deadline = 424393,
io_offset_node = {avl_child = {0x0, 0x0}, avl_pcb = 55973429}, io_deadline_node = {avl_child = {0x0, 0x0}, avl_pcb = 1},
io_vdev_tree = 0x7f2bc401ef38, io_flags = 394310, io_stage = ZIO_STAGE_VDEV_IO_START, io_pipeline = 1507328, io_orig_flags = 263238,
io_orig_stage = ZIO_STAGE_READY, io_orig_pipeline = 1507328, io_delay = 0, io_error = 0, io_child_error = {0, 0, 0, 0}, io_children = {{0,
0}, {0, 0}, {0, 0}, {0, 0}}, io_child_count = 0, io_parent_count = 1, io_stall = 0x0, io_gang_leader = 0x0, io_gang_tree = 0x0,
io_executor = 0x7f2bc4000cf0, io_waiter = 0x0, io_lock = {m_owner = 0x0, m_magic = 10746421124467712806, m_lock = {__data = {__lock = 0,
__count = 0, __owner = 0, __nusers = 0, __kind = 0, __spins = 0, __list = {__prev = 0x0, __next = 0x0}},
__size = '\000' <repeats 39 times>, __align = 0}}, io_cv = {cv_magic = 15212783131315351748, cv = {__data = {__lock = 0, __futex = 0,
__total_seq = 0, __wakeup_seq = 0, __woken_seq = 0, __mutex = 0x0, __nwaiters = 0, __broadcast_seq = 0},
__size = '\000' <repeats 47 times>, __align = 0}}, io_cksum_report = 0x0, io_ena = 0, io_tqent = {tqent_next = 0x0, tqent_prev = 0x0,
tqent_func = 0, tqent_arg = 0x0, tqent_flags = 0}, io_trim_node = {avl_child = {0x0, 0x0}, avl_pcb = 0}, io_trim_link = {list_next = 0x0,
list_prev = 0x0}}
(gdb) print zio_walk_parents(zio)
$382 = (zio_t *) 0x7f2bc165c5e0
(gdb) print *(zio_t *) 0x7f2bc165c5e0
$383 = {io_bookmark = {zb_objset = 65, zb_object = 176, zb_level = 0, zb_blkid = 27}, io_prop = {zp_checksum = ZIO_CHECKSUM_INHERIT,
zp_compress = ZIO_COMPRESS_INHERIT, zp_type = DMU_OT_NONE, zp_level = 0 '\000', zp_copies = 0 '\000', zp_dedup = 0 '\000',
zp_dedup_verify = 0 '\000'}, io_type = ZIO_TYPE_WRITE, io_child_type = ZIO_CHILD_VDEV, io_cmd = 0, io_priority = 0 '\000',
io_reexecute = 0 '\000', io_state = "\001", io_txg = 374, io_spa = 0x151eac0, io_bp = 0x7f2b8c32f460, io_bp_override = 0x0, io_bp_copy = {
blk_dva = {{dva_word = {6, 365036}}, {dva_word = {0, 0}}, {dva_word = {0, 0}}}, blk_prop = 13842385209359794179, blk_pad = {0, 0},
blk_phys_birth = 374, blk_birth = 5400, blk_fill = 1, blk_cksum = {zc_word = {6711751530148731319, 16826768605920367815,
16571569249035246217, 2645977309137765724}}}, io_parent_list = {list_size = 48, list_offset = 16, list_head = {
list_next = 0x7f2bc0a2dbe0, list_prev = 0x7f2bc0a2dbe0}}, io_child_list = {list_size = 48, list_offset = 32, list_head = {
list_next = 0x7f2b908f1f80, list_prev = 0x7f2b908f1f80}}, io_walk_link = 0x7f2bc0a2dbd0, io_logical = 0x7f2b8c138000,
io_transform_stack = 0x0, io_ready = 0, io_done = 0, io_private = 0x0, io_prev_space_delta = 0, io_bp_orig = {blk_dva = {{dva_word = {6,
365036}}, {dva_word = {0, 0}}, {dva_word = {0, 0}}}, blk_prop = 13842385209359794179, blk_pad = {0, 0}, blk_phys_birth = 374,
blk_birth = 5400, blk_fill = 1, blk_cksum = {zc_word = {6711751530148731319, 16826768605920367815, 16571569249035246217,
2645977309137765724}}}, io_data = 0x7f2b8c2e6600, io_orig_data = 0x7f2b8c2e6600, io_size = 2048, io_orig_size = 2048,
io_vd = 0x7f2bc401e000, io_vsd = 0x7f2bc0981550, io_vsd_ops = 0x7f2bcd5450e0, io_offset = 186898432, io_deadline = 0, io_offset_node = {
avl_child = {0x0, 0x0}, avl_pcb = 0}, io_deadline_node = {avl_child = {0x0, 0x0}, avl_pcb = 0}, io_vdev_tree = 0x0, io_flags = 263238,
io_stage = ZIO_STAGE_VDEV_IO_START, io_pipeline = 1507328, io_orig_flags = 263238, io_orig_stage = ZIO_STAGE_READY,
io_orig_pipeline = 1507328, io_delay = 0, io_error = 0, io_child_error = {0, 0, 0, 0}, io_children = {{0, 1}, {0, 0}, {0, 0}, {0, 0}},
io_child_count = 1, io_parent_count = 1, io_stall = 0x0, io_gang_leader = 0x0, io_gang_tree = 0x0, io_executor = 0x7f2bc4000cf0,
io_waiter = 0x0, io_lock = {m_owner = 0x0, m_magic = 10746421124467712806, m_lock = {__data = {__lock = 0, __count = 0, __owner = 0,
__nusers = 0, __kind = 0, __spins = 0, __list = {__prev = 0x0, __next = 0x0}}, __size = '\000' <repeats 39 times>, __align = 0}},
io_cv = {cv_magic = 15212783131315351748, cv = {__data = {__lock = 0, __futex = 0, __total_seq = 0, __wakeup_seq = 0, __woken_seq = 0,
__mutex = 0x0, __nwaiters = 0, __broadcast_seq = 0}, __size = '\000' <repeats 47 times>, __align = 0}}, io_cksum_report = 0x0,
io_ena = 0, io_tqent = {tqent_next = 0x0, tqent_prev = 0x0, tqent_func = 0, tqent_arg = 0x0, tqent_flags = 0}, io_trim_node = {avl_child = {
0x0, 0x0}, avl_pcb = 0}, io_trim_link = {list_next = 0x0, list_prev = 0x0}}
(gdb) print zio_walk_parents((zio_t *) 0x7f2bc165c5e0)
$385 = (zio_t *) 0x7f2b8c32f400
(gdb) print *(zio_t *) 0x7f2b8c32f400
$386 = {io_bookmark = {zb_objset = 65, zb_object = 176, zb_level = 0, zb_blkid = 27}, io_prop = {zp_checksum = ZIO_CHECKSUM_INHERIT,
zp_compress = ZIO_COMPRESS_INHERIT, zp_type = DMU_OT_NONE, zp_level = 0 '\000', zp_copies = 0 '\000', zp_dedup = 0 '\000',
zp_dedup_verify = 0 '\000'}, io_type = ZIO_TYPE_READ, io_child_type = ZIO_CHILD_VDEV, io_cmd = 0, io_priority = 0 '\000',
io_reexecute = 0 '\000', io_state = "\001", io_txg = 374, io_spa = 0x151eac0, io_bp = 0x7f2b8c32f460, io_bp_override = 0x0, io_bp_copy = {
blk_dva = {{dva_word = {6, 365036}}, {dva_word = {0, 0}}, {dva_word = {0, 0}}}, blk_prop = 13842385209359794179, blk_pad = {0, 0},
blk_phys_birth = 374, blk_birth = 5400, blk_fill = 1, blk_cksum = {zc_word = {6711751530148731319, 16826768605920367815,
16571569249035246217, 2645977309137765724}}}, io_parent_list = {list_size = 48, list_offset = 16, list_head = {
list_next = 0x7f2b8c046ea0, list_prev = 0x7f2b8c046ea0}}, io_child_list = {list_size = 48, list_offset = 32, list_head = {
list_next = 0x7f2bc0a2dbf0, list_prev = 0x7f2bc0a2dbf0}}, io_walk_link = 0x7f2b8c046e90, io_logical = 0x7f2b8c138000,
io_transform_stack = 0x0, io_ready = 0, io_done = 0x7f2bcd28d87f <vdev_mirror_child_done>, io_private = 0x7f2b8c7fbb80,
io_prev_space_delta = 0, io_bp_orig = {blk_dva = {{dva_word = {6, 365036}}, {dva_word = {0, 0}}, {dva_word = {0, 0}}},
blk_prop = 13842385209359794179, blk_pad = {0, 0}, blk_phys_birth = 374, blk_birth = 5400, blk_fill = 1, blk_cksum = {zc_word = {
6711751530148731319, 16826768605920367815, 16571569249035246217, 2645977309137765724}}}, io_data = 0x7f2b8c2e6600,
io_orig_data = 0x7f2b8c2e6600, io_size = 2048, io_orig_size = 2048, io_vd = 0x7f2bc400e600, io_vsd = 0x7f2b8c139cd0,
io_vsd_ops = 0x7f2bcd545610, io_offset = 186898432, io_deadline = 0, io_offset_node = {avl_child = {0x0, 0x0}, avl_pcb = 0},
io_deadline_node = {avl_child = {0x0, 0x0}, avl_pcb = 0}, io_vdev_tree = 0x0, io_flags = 263232, io_stage = ZIO_STAGE_VDEV_IO_DONE,
io_pipeline = 1507328, io_orig_flags = 263232, io_orig_stage = ZIO_STAGE_READY, io_orig_pipeline = 2031616, io_delay = 0, io_error = 0,
io_child_error = {0, 0, 0, 0}, io_children = {{0, 1}, {0, 0}, {0, 0}, {0, 0}}, io_child_count = 1, io_parent_count = 1, io_stall = 0x0,
io_gang_leader = 0x0, io_gang_tree = 0x0, io_executor = 0x7f2bc4000cf0, io_waiter = 0x0, io_lock = {m_owner = 0x0,
m_magic = 10746421124467712806, m_lock = {__data = {__lock = 0, __count = 0, __owner = 0, __nusers = 0, __kind = 0, __spins = 0,
__list = {__prev = 0x0, __next = 0x0}}, __size = '\000' <repeats 39 times>, __align = 0}}, io_cv = {cv_magic = 15212783131315351748,
cv = {__data = {__lock = 0, __futex = 0, __total_seq = 0, __wakeup_seq = 0, __woken_seq = 0, __mutex = 0x0, __nwaiters = 0,
__broadcast_seq = 0}, __size = '\000' <repeats 47 times>, __align = 0}}, io_cksum_report = 0x0, io_ena = 0, io_tqent = {
tqent_next = 0x0, tqent_prev = 0x0, tqent_func = 0, tqent_arg = 0x0, tqent_flags = 0}, io_trim_node = {avl_child = {0x0, 0x0},
avl_pcb = 0}, io_trim_link = {list_next = 0x0, list_prev = 0x0}}
(gdb) print zio_walk_parents((zio_t *) 0x7f2b8c32f400)
$388 = (zio_t *) 0x7f2b8c92fc00
(gdb) print *(zio_t *) 0x7f2b8c92fc00
$389 = {io_bookmark = {zb_objset = 65, zb_object = 176, zb_level = 0, zb_blkid = 27}, io_prop = {zp_checksum = ZIO_CHECKSUM_INHERIT,
zp_compress = ZIO_COMPRESS_INHERIT, zp_type = DMU_OT_NONE, zp_level = 0 '\000', zp_copies = 0 '\000', zp_dedup = 0 '\000',
zp_dedup_verify = 0 '\000'}, io_type = ZIO_TYPE_READ, io_child_type = ZIO_CHILD_DDT, io_cmd = 0, io_priority = 0 '\000',
io_reexecute = 0 '\000', io_state = "\001", io_txg = 374, io_spa = 0x151eac0, io_bp = 0x7f2b8c92fc60, io_bp_override = 0x0, io_bp_copy = {
blk_dva = {{dva_word = {6, 365036}}, {dva_word = {0, 0}}, {dva_word = {0, 0}}}, blk_prop = 13842385209359794179, blk_pad = {0, 0},
blk_phys_birth = 374, blk_birth = 5400, blk_fill = 1, blk_cksum = {zc_word = {6711751530148731319, 16826768605920367815,
16571569249035246217, 2645977309137765724}}}, io_parent_list = {list_size = 48, list_offset = 16, list_head = {
list_next = 0x7f2b8c008ee0, list_prev = 0x7f2b8c008ee0}}, io_child_list = {list_size = 48, list_offset = 32, list_head = {
list_next = 0x7f2b8c046eb0, list_prev = 0x7f2b8c046eb0}}, io_walk_link = 0x7f2b8c008ed0, io_logical = 0x7f2b8c138000,
io_transform_stack = 0x0, io_ready = 0, io_done = 0, io_private = 0x0, io_prev_space_delta = 0, io_bp_orig = {blk_dva = {{dva_word = {6,
365036}}, {dva_word = {0, 0}}, {dva_word = {0, 0}}}, blk_prop = 13842385209359794179, blk_pad = {0, 0}, blk_phys_birth = 374,
blk_birth = 5400, blk_fill = 1, blk_cksum = {zc_word = {6711751530148731319, 16826768605920367815, 16571569249035246217,
2645977309137765724}}}, io_data = 0x7f2b8c2e6600, io_orig_data = 0x7f2b8c2e6600, io_size = 2048, io_orig_size = 2048, io_vd = 0x0,
io_vsd = 0x7f2b8c7fbb70, io_vsd_ops = 0x7f2bcd545610, io_offset = 0, io_deadline = 0, io_offset_node = {avl_child = {0x0, 0x0},
avl_pcb = 0}, io_deadline_node = {avl_child = {0x0, 0x0}, avl_pcb = 0}, io_vdev_tree = 0x0, io_flags = 8389696,
io_stage = ZIO_STAGE_VDEV_IO_START, io_pipeline = 1540096, io_orig_flags = 8389696, io_orig_stage = ZIO_STAGE_OPEN,
io_orig_pipeline = 2064384, io_delay = 0, io_error = 0, io_child_error = {0, 0, 0, 0}, io_children = {{0, 1}, {0, 0}, {0, 0}, {0, 0}},
io_child_count = 1, io_parent_count = 1, io_stall = 0x7f2b8c92fe98, io_gang_leader = 0x0, io_gang_tree = 0x0, io_executor = 0x7f2bbc1f91e0,
io_waiter = 0x0, io_lock = {m_owner = 0x0, m_magic = 10746421124467712806, m_lock = {__data = {__lock = 0, __count = 0, __owner = 0,
__nusers = 0, __kind = 0, __spins = 0, __list = {__prev = 0x0, __next = 0x0}}, __size = '\000' <repeats 39 times>, __align = 0}},
io_cv = {cv_magic = 15212783131315351748, cv = {__data = {__lock = 0, __futex = 0, __total_seq = 0, __wakeup_seq = 0, __woken_seq = 0,
__mutex = 0x0, __nwaiters = 0, __broadcast_seq = 0}, __size = '\000' <repeats 47 times>, __align = 0}}, io_cksum_report = 0x0,
io_ena = 0, io_tqent = {tqent_next = 0x0, tqent_prev = 0x0, tqent_func = 0, tqent_arg = 0x0, tqent_flags = 0}, io_trim_node = {avl_child = {
0x0, 0x0}, avl_pcb = 0}, io_trim_link = {list_next = 0x0, list_prev = 0x0}}
(gdb) print zio_walk_parents((zio_t *) 0x7f2b8c92fc00)
$391 = (zio_t *) 0x7f2b8c138000
(gdb) print *(zio_t *) 0x7f2b8c138000
$392 = {io_bookmark = {zb_objset = 65, zb_object = 176, zb_level = 0, zb_blkid = 27}, io_prop = {zp_checksum = ZIO_CHECKSUM_INHERIT,
zp_compress = ZIO_COMPRESS_INHERIT, zp_type = DMU_OT_NONE, zp_level = 0 '\000', zp_copies = 0 '\000', zp_dedup = 0 '\000',
zp_dedup_verify = 0 '\000'}, io_type = ZIO_TYPE_READ, io_child_type = ZIO_CHILD_LOGICAL, io_cmd = 0, io_priority = 0 '\000',
io_reexecute = 0 '\000', io_state = "\000", io_txg = 374, io_spa = 0x151eac0, io_bp = 0x7f2b8c138060, io_bp_override = 0x0, io_bp_copy = {
blk_dva = {{dva_word = {6, 365036}}, {dva_word = {0, 0}}, {dva_word = {0, 0}}}, blk_prop = 13842385209359794179, blk_pad = {0, 0},
blk_phys_birth = 374, blk_birth = 5400, blk_fill = 1, blk_cksum = {zc_word = {6711751530148731319, 16826768605920367815,
16571569249035246217, 2645977309137765724}}}, io_parent_list = {list_size = 48, list_offset = 16, list_head = {
list_next = 0x7f2b8ca7aeb0, list_prev = 0x7f2b8ca7aeb0}}, io_child_list = {list_size = 48, list_offset = 32, list_head = {
list_next = 0x7f2b8c008ef0, list_prev = 0x7f2b8c008ef0}}, io_walk_link = 0x0, io_logical = 0x7f2b8c138000, io_transform_stack = 0x0,
io_ready = 0, io_done = 0x7f2bcd1ed817 <arc_read_done>, io_private = 0x7f2b8c69d260, io_prev_space_delta = 0, io_bp_orig = {blk_dva = {{
dva_word = {6, 365036}}, {dva_word = {0, 0}}, {dva_word = {0, 0}}}, blk_prop = 13842385209359794179, blk_pad = {0, 0},
blk_phys_birth = 374, blk_birth = 5400, blk_fill = 1, blk_cksum = {zc_word = {6711751530148731319, 16826768605920367815,
16571569249035246217, 2645977309137765724}}}, io_data = 0x7f2b8c2e6600, io_orig_data = 0x7f2b8c2e6600, io_size = 2048,
io_orig_size = 2048, io_vd = 0x0, io_vsd = 0x0, io_vsd_ops = 0x0, io_offset = 0, io_deadline = 0, io_offset_node = {avl_child = {0x0, 0x0},
avl_pcb = 0}, io_deadline_node = {avl_child = {0x0, 0x0}, avl_pcb = 0}, io_vdev_tree = 0x0, io_flags = 1088,
io_stage = ZIO_STAGE_DDT_READ_START, io_pipeline = 1081538, io_orig_flags = ZIO_FLAG_CANFAIL, io_orig_stage = ZIO_STAGE_OPEN,
io_orig_pipeline = 2064386, io_delay = 0, io_error = 0, io_child_error = {0, 0, 0, 0}, io_children = {{0, 0}, {0, 0}, {0, 1}, {0, 0}},
io_child_count = 1, io_parent_count = 1, io_stall = 0x7f2b8c1382b8, io_gang_leader = 0x0, io_gang_tree = 0x0, io_executor = 0x7f2bbc1f91e0,
io_waiter = 0x0, io_lock = {m_owner = 0x0, m_magic = 10746421124467712806, m_lock = {__data = {__lock = 0, __count = 0, __owner = 0,
__nusers = 0, __kind = 0, __spins = 0, __list = {__prev = 0x0, __next = 0x0}}, __size = '\000' <repeats 39 times>, __align = 0}},
io_cv = {cv_magic = 15212783131315351748, cv = {__data = {__lock = 0, __futex = 0, __total_seq = 0, __wakeup_seq = 0, __woken_seq = 0,
__mutex = 0x0, __nwaiters = 0, __broadcast_seq = 0}, __size = '\000' <repeats 47 times>, __align = 0}},
io_cksum_report = 0x7f2bc02b6330, io_ena = 0, io_tqent = {tqent_next = 0x0, tqent_prev = 0x0, tqent_func = 0, tqent_arg = 0x0,
tqent_flags = 0}, io_trim_node = {avl_child = {0x0, 0x0}, avl_pcb = 0}, io_trim_link = {list_next = 0x0, list_prev = 0x0}}
(gdb) print zio_walk_parents((zio_t *) 0x7f2b8c138000)
$393 = (zio_t *) 0x7f2b8c31b580
(gdb) print *(zio_t *) 0x7f2b8c31b580
$394 = {io_bookmark = {zb_objset = 0, zb_object = 0, zb_level = 0, zb_blkid = 0}, io_prop = {zp_checksum = ZIO_CHECKSUM_INHERIT,
zp_compress = ZIO_COMPRESS_INHERIT, zp_type = DMU_OT_NONE, zp_level = 0 '\000', zp_copies = 0 '\000', zp_dedup = 0 '\000',
zp_dedup_verify = 0 '\000'}, io_type = ZIO_TYPE_NULL, io_child_type = ZIO_CHILD_LOGICAL, io_cmd = 0, io_priority = 0 '\000',
io_reexecute = 0 '\000', io_state = "\001", io_txg = 0, io_spa = 0x151eac0, io_bp = 0x0, io_bp_override = 0x0, io_bp_copy = {blk_dva = {{
dva_word = {0, 0}}, {dva_word = {0, 0}}, {dva_word = {0, 0}}}, blk_prop = 0, blk_pad = {0, 0}, blk_phys_birth = 0, blk_birth = 0,
blk_fill = 0, blk_cksum = {zc_word = {0, 0, 0, 0}}}, io_parent_list = {list_size = 48, list_offset = 16, list_head = {
list_next = 0x7f2b8c31b670, list_prev = 0x7f2b8c31b670}}, io_child_list = {list_size = 48, list_offset = 32, list_head = {
list_next = 0x7f2b8ca7aec0, list_prev = 0x7f2b8ca7aec0}}, io_walk_link = 0x0, io_logical = 0x0, io_transform_stack = 0x0, io_ready = 0,
io_done = 0, io_private = 0x0, io_prev_space_delta = 0, io_bp_orig = {blk_dva = {{dva_word = {0, 0}}, {dva_word = {0, 0}}, {dva_word = {0,
0}}}, blk_prop = 0, blk_pad = {0, 0}, blk_phys_birth = 0, blk_birth = 0, blk_fill = 0, blk_cksum = {zc_word = {0, 0, 0, 0}}},
io_data = 0x0, io_orig_data = 0x0, io_size = 0, io_orig_size = 0, io_vd = 0x0, io_vsd = 0x0, io_vsd_ops = 0x0, io_offset = 0,
io_deadline = 0, io_offset_node = {avl_child = {0x0, 0x0}, avl_pcb = 0}, io_deadline_node = {avl_child = {0x0, 0x0}, avl_pcb = 0},
io_vdev_tree = 0x0, io_flags = ZIO_FLAG_CANFAIL, io_stage = ZIO_STAGE_CHECKSUM_VERIFY, io_pipeline = 1081344,
io_orig_flags = ZIO_FLAG_CANFAIL, io_orig_stage = ZIO_STAGE_OPEN, io_orig_pipeline = 1081344, io_delay = 0, io_error = 0, io_child_error = {
0, 0, 0, 0}, io_children = {{0, 0}, {0, 0}, {0, 0}, {1, 1}}, io_child_count = 1, io_parent_count = 0, io_stall = 0x7f2b8c31b848,
io_gang_leader = 0x0, io_gang_tree = 0x0, io_executor = 0x7f2bbc1f91e0, io_waiter = 0x7f2bbc1f91e0, io_lock = {m_owner = 0x0,
m_magic = 10746421124467712806, m_lock = {__data = {__lock = 0, __count = 0, __owner = 0, __nusers = 1, __kind = 0, __spins = 0,
__list = {__prev = 0x0, __next = 0x0}}, __size = '\000' <repeats 12 times>, "\001", '\000' <repeats 26 times>, __align = 0}},
io_cv = {cv_magic = 15212783131315351748, cv = {__data = {__lock = 0, __futex = 1, __total_seq = 1, __wakeup_seq = 0, __woken_seq = 0,
__mutex = 0x7f2b8c31b898, __nwaiters = 2, __broadcast_seq = 0},
__size = "\000\000\000\000\001\000\000\000\001", '\000' <repeats 23 times>"\230, \270\061\214+\177\000\000\002\000\000\000\000\000\000", __align = 4294967296}}, io_cksum_report = 0x0, io_ena = 0, io_tqent = {tqent_next = 0x0, tqent_prev = 0x0, tqent_func = 0, tqent_arg = 0x0,
tqent_flags = 0}, io_trim_node = {avl_child = {0x0, 0x0}, avl_pcb = 0}, io_trim_link = {list_next = 0x0, list_prev = 0x0}}
(gdb) thread 14
(gdb) bt
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162
#1 0x00007f2bcd1df041 in cv_wait (cv=0x7f2b8c31b8c0, mp=0x7f2b8c31b888) at ../../lib/libzpool/kernel.c:449
#2 0x00007f2bcd2b34a5 in zio_wait (zio=0x7f2b8c31b580) at ../../module/zfs/zio.c:1363
#3 0x00007f2bcd1fadc9 in dbuf_read (db=0x7f2b8c1a5b60, zio=0x7f2b8c31b580, flags=10) at ../../module/zfs/dbuf.c:691
#4 0x00007f2bcd2090b7 in dmu_buf_hold (os=0x7f2bbc130940, object=176, offset=55296, tag=0x41f4c0, dbp=0x7f2bc85df7f8, flags=1)
at ../../module/zfs/dmu.c:128
#5 0x0000000000416612 in ztest_ddt_repair (zd=0x1502570, id=17) at ../../cmd/ztest/ztest.c:4980
#6 0x0000000000418144 in ztest_execute (test=17, zi=0x621d58, id=17) at ../../cmd/ztest/ztest.c:5307
#7 0x00000000004182f0 in ztest_thread (arg=0x11) at ../../cmd/ztest/ztest.c:5357
#8 0x00007f2bcd1db3b2 in zk_thread_helper (arg=0x7f2bbc1f91e0) at ../../lib/libzpool/kernel.c:135
#9 0x00007f2bcc93bb50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#10 0x00007f2bcc68670d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#11 0x0000000000000000 in ?? ()
Raw
write2.txt
(gdb) thread 61
(gdb) bt
#0 __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:136
#1 0x00007f2bcc93e339 in _L_lock_926 () from /lib/x86_64-linux-gnu/libpthread.so.0
#2 0x00007f2bcc93e15b in __pthread_mutex_lock (mutex=0x50fdf08) at pthread_mutex_lock.c:61
#3 0x00007f2bcd1dc865 in mutex_enter (mp=0x50fdef8) at ../../lib/libzpool/kernel.c:276
#4 0x00007f2bcd27d584 in trim_map_write_done (zio=0x3561410) at ../../module/zfs/trim_map.c:364
#5 0x00007f2bcd2b83f4 in zio_vdev_io_done (zio=0x3561410) at ../../module/zfs/zio.c:2565
#6 0x00007f2bcd2b3186 in __zio_execute (zio=0x3561410) at ../../module/zfs/zio.c:1334
#7 zio_execute (zio=0x3561410) at ../../module/zfs/zio.c:1283
#8 0x00007f2bcd1e1b03 in taskq_thread (arg=0x7f2bc401a6d0) at ../../lib/libzpool/taskq.c:232
#9 0x00007f2bcd1db3b2 in zk_thread_helper (arg=0x7f2bc401c580) at ../../lib/libzpool/kernel.c:135
#10 0x00007f2bcc93bb50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#11 0x00007f2bcc68670d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#12 0x0000000000000000 in ?? ()
(gdb) frame 5
#5 0x00007f2bcd2b83f4 in zio_vdev_io_done (zio=0x3561410) at ../../module/zfs/zio.c:2565
2565 trim_map_write_done(zio);
(gdb) print *zio
$353 = {io_bookmark = {zb_objset = 0, zb_object = 0, zb_level = 0, zb_blkid = 0}, io_prop = {zp_checksum = ZIO_CHECKSUM_INHERIT,
zp_compress = ZIO_COMPRESS_INHERIT, zp_type = DMU_OT_NONE, zp_level = 0 '\000', zp_copies = 0 '\000', zp_dedup = 0 '\000',
zp_dedup_verify = 0 '\000'}, io_type = ZIO_TYPE_WRITE, io_child_type = ZIO_CHILD_VDEV, io_cmd = 0, io_priority = 0 '\000',
io_reexecute = 0 '\000', io_state = "\001", io_txg = 0, io_spa = 0x151eac0, io_bp = 0x0, io_bp_override = 0x0, io_bp_copy = {blk_dva = {{
dva_word = {0, 0}}, {dva_word = {0, 0}}, {dva_word = {0, 0}}}, blk_prop = 0, blk_pad = {0, 0}, blk_phys_birth = 0, blk_birth = 0,
blk_fill = 0, blk_cksum = {zc_word = {0, 0, 0, 0}}}, io_parent_list = {list_size = 48, list_offset = 16, list_head = {
list_next = 0x539c670, list_prev = 0x539c670}}, io_child_list = {list_size = 48, list_offset = 32, list_head = {list_next = 0x3561520,
list_prev = 0x3561520}}, io_walk_link = 0x0, io_logical = 0x0, io_transform_stack = 0x0, io_ready = 0,
io_done = 0x7f2bcd295080 <vdev_raidz_child_done>, io_private = 0x2486e80, io_prev_space_delta = 0, io_bp_orig = {blk_dva = {{dva_word = {0,
0}}, {dva_word = {0, 0}}, {dva_word = {0, 0}}}, blk_prop = 0, blk_pad = {0, 0}, blk_phys_birth = 0, blk_birth = 0, blk_fill = 0,
blk_cksum = {zc_word = {0, 0, 0, 0}}}, io_data = 0x18e8a00, io_orig_data = 0x18e8a00, io_size = 1024, io_orig_size = 1024,
io_vd = 0x7f2bc401e8a0, io_vsd = 0x0, io_vsd_ops = 0x0, io_offset = 50918912, io_deadline = 424393, io_offset_node = {avl_child = {0x0,
0x7f2bc2cdc800}, avl_pcb = 2}, io_deadline_node = {avl_child = {0x0, 0x0}, avl_pcb = 1}, io_vdev_tree = 0x7f2bc401ef38,
io_flags = 394432, io_stage = ZIO_STAGE_VDEV_IO_DONE, io_pipeline = 1507328, io_orig_flags = 262336, io_orig_stage = ZIO_STAGE_READY,
io_orig_pipeline = 1507328, io_delay = 0, io_error = 0, io_child_error = {0, 0, 0, 0}, io_children = {{0, 0}, {0, 0}, {0, 0}, {0, 0}},
io_child_count = 0, io_parent_count = 1, io_stall = 0x0, io_gang_leader = 0x0, io_gang_tree = 0x0, io_executor = 0x7f2bc401c580,
io_waiter = 0x0, io_lock = {m_owner = 0x0, m_magic = 10746421124467712806, m_lock = {__data = {__lock = 0, __count = 0, __owner = 0,
__nusers = 0, __kind = 0, __spins = 0, __list = {__prev = 0x0, __next = 0x0}}, __size = '\000' <repeats 39 times>, __align = 0}},
io_cv = {cv_magic = 15212783131315351748, cv = {__data = {__lock = 0, __futex = 0, __total_seq = 0, __wakeup_seq = 0, __woken_seq = 0,
__mutex = 0x0, __nwaiters = 0, __broadcast_seq = 0}, __size = '\000' <repeats 47 times>, __align = 0}}, io_cksum_report = 0x0,
io_ena = 0, io_tqent = {tqent_next = 0x0, tqent_prev = 0x0, tqent_func = 0x7f2bcd2b2fa1 <zio_execute>, tqent_arg = 0x3561410,
tqent_flags = 1}, io_trim_node = {avl_child = {0x0, 0x0}, avl_pcb = 1}, io_trim_link = {list_next = 0x0, list_prev = 0x0}}
(gdb) print zio_walk_parents(zio)
$358 = (zio_t *) 0x3629200
(gdb) print *((zio_t *) 0x3629200)
$359 = {io_bookmark = {zb_objset = 0, zb_object = 0, zb_level = 0, zb_blkid = 0}, io_prop = {zp_checksum = ZIO_CHECKSUM_INHERIT,
zp_compress = ZIO_COMPRESS_INHERIT, zp_type = DMU_OT_NONE, zp_level = 0 '\000', zp_copies = 0 '\000', zp_dedup = 0 '\000',
zp_dedup_verify = 0 '\000'}, io_type = ZIO_TYPE_WRITE, io_child_type = ZIO_CHILD_VDEV, io_cmd = 0, io_priority = 0 '\000',
io_reexecute = 0 '\000', io_state = "\001", io_txg = 0, io_spa = 0x151eac0, io_bp = 0x7f2baac71860, io_bp_override = 0x0, io_bp_copy = {
blk_dva = {{dva_word = {6, 365036}}, {dva_word = {0, 0}}, {dva_word = {0, 0}}}, blk_prop = 9237173115396751363, blk_pad = {0, 0},
blk_phys_birth = 0, blk_birth = 374, blk_fill = 1, blk_cksum = {zc_word = {6711751530148731319, 16826768605920367815,
16571569249035246217, 2645977309137765724}}}, io_parent_list = {list_size = 48, list_offset = 16, list_head = {list_next = 0x53e2140,
list_prev = 0x53e2140}}, io_child_list = {list_size = 48, list_offset = 32, list_head = {list_next = 0x539c680,
list_prev = 0x539c680}}, io_walk_link = 0x0, io_logical = 0x0, io_transform_stack = 0x0, io_ready = 0,
io_done = 0x7f2bcd28d87f <vdev_mirror_child_done>, io_private = 0x1b11388, io_prev_space_delta = 0, io_bp_orig = {blk_dva = {{dva_word = {
6, 365036}}, {dva_word = {0, 0}}, {dva_word = {0, 0}}}, blk_prop = 9237173115396751363, blk_pad = {0, 0}, blk_phys_birth = 0,
blk_birth = 374, blk_fill = 1, blk_cksum = {zc_word = {6711751530148731319, 16826768605920367815, 16571569249035246217,
2645977309137765724}}}, io_data = 0x7f2bc4a74200, io_orig_data = 0x7f2bc4a74200, io_size = 2048, io_orig_size = 2048,
io_vd = 0x7f2bc401e000, io_vsd = 0x2486e20, io_vsd_ops = 0x7f2bcd5450e0, io_offset = 186898432, io_deadline = 0, io_offset_node = {
avl_child = {0x0, 0x0}, avl_pcb = 0}, io_deadline_node = {avl_child = {0x0, 0x0}, avl_pcb = 0}, io_vdev_tree = 0x0, io_flags = 262336,
io_stage = ZIO_STAGE_VDEV_IO_START, io_pipeline = 1507328, io_orig_flags = 262336, io_orig_stage = ZIO_STAGE_READY,
io_orig_pipeline = 1507328, io_delay = 0, io_error = 0, io_child_error = {0, 0, 0, 0}, io_children = {{0, 1}, {0, 0}, {0, 0}, {0, 0}},
io_child_count = 1, io_parent_count = 1, io_stall = 0x3629498, io_gang_leader = 0x0, io_gang_tree = 0x0, io_executor = 0x7f2bc4017260,
io_waiter = 0x0, io_lock = {m_owner = 0x0, m_magic = 10746421124467712806, m_lock = {__data = {__lock = 0, __count = 0, __owner = 0,
__nusers = 0, __kind = 0, __spins = 0, __list = {__prev = 0x0, __next = 0x0}}, __size = '\000' <repeats 39 times>, __align = 0}},
io_cv = {cv_magic = 15212783131315351748, cv = {__data = {__lock = 0, __futex = 0, __total_seq = 0, __wakeup_seq = 0, __woken_seq = 0,
__mutex = 0x0, __nwaiters = 0, __broadcast_seq = 0}, __size = '\000' <repeats 47 times>, __align = 0}}, io_cksum_report = 0x0,
io_ena = 0, io_tqent = {tqent_next = 0x0, tqent_prev = 0x0, tqent_func = 0, tqent_arg = 0x0, tqent_flags = 0}, io_trim_node = {avl_child = {
0x0, 0x0}, avl_pcb = 0}, io_trim_link = {list_next = 0x0, list_prev = 0x0}}
(gdb) print zio_walk_parents((zio_t *) 0x3629200)
$360 = (zio_t *) 0x2128be0
(gdb) print *((zio_t *) 0x2128be0)
$361 = {io_bookmark = {zb_objset = 0, zb_object = 0, zb_level = 0, zb_blkid = 0}, io_prop = {zp_checksum = ZIO_CHECKSUM_INHERIT,
zp_compress = ZIO_COMPRESS_INHERIT, zp_type = DMU_OT_NONE, zp_level = 0 '\000', zp_copies = 0 '\000', zp_dedup = 0 '\000',
zp_dedup_verify = 0 '\000'}, io_type = ZIO_TYPE_WRITE, io_child_type = ZIO_CHILD_VDEV, io_cmd = 0, io_priority = 0 '\000',
io_reexecute = 0 '\000', io_state = "\001", io_txg = 0, io_spa = 0x151eac0, io_bp = 0x7f2baac71860, io_bp_override = 0x0, io_bp_copy = {
blk_dva = {{dva_word = {6, 365036}}, {dva_word = {0, 0}}, {dva_word = {0, 0}}}, blk_prop = 9237173115396751363, blk_pad = {0, 0},
blk_phys_birth = 0, blk_birth = 374, blk_fill = 1, blk_cksum = {zc_word = {6711751530148731319, 16826768605920367815,
16571569249035246217, 2645977309137765724}}}, io_parent_list = {list_size = 48, list_offset = 16, list_head = {list_next = 0x5369c80,
list_prev = 0x5369c80}}, io_child_list = {list_size = 48, list_offset = 32, list_head = {list_next = 0x53e2150,
list_prev = 0x53e2150}}, io_walk_link = 0x0, io_logical = 0x0, io_transform_stack = 0x0, io_ready = 0,
io_done = 0x7f2bcd28d87f <vdev_mirror_child_done>, io_private = 0x2a41f80, io_prev_space_delta = 0, io_bp_orig = {blk_dva = {{dva_word = {
6, 365036}}, {dva_word = {0, 0}}, {dva_word = {0, 0}}}, blk_prop = 9237173115396751363, blk_pad = {0, 0}, blk_phys_birth = 0,
blk_birth = 374, blk_fill = 1, blk_cksum = {zc_word = {6711751530148731319, 16826768605920367815, 16571569249035246217,
2645977309137765724}}}, io_data = 0x7f2bc4a74200, io_orig_data = 0x7f2bc4a74200, io_size = 2048, io_orig_size = 2048,
io_vd = 0x7f2bc400e600, io_vsd = 0x1b11360, io_vsd_ops = 0x7f2bcd545610, io_offset = 186898432, io_deadline = 0, io_offset_node = {
avl_child = {0x0, 0x0}, avl_pcb = 0}, io_deadline_node = {avl_child = {0x0, 0x0}, avl_pcb = 0}, io_vdev_tree = 0x0, io_flags = 262336,
io_stage = ZIO_STAGE_VDEV_IO_START, io_pipeline = 1507328, io_orig_flags = 262336, io_orig_stage = ZIO_STAGE_READY,
io_orig_pipeline = 1507328, io_delay = 0, io_error = 0, io_child_error = {0, 0, 0, 0}, io_children = {{0, 1}, {0, 0}, {0, 0}, {0, 0}},
io_child_count = 1, io_parent_count = 1, io_stall = 0x2128e78, io_gang_leader = 0x0, io_gang_tree = 0x0, io_executor = 0x7f2bc4017260,
io_waiter = 0x0, io_lock = {m_owner = 0x0, m_magic = 10746421124467712806, m_lock = {__data = {__lock = 0, __count = 0, __owner = 0,
__nusers = 0, __kind = 0, __spins = 0, __list = {__prev = 0x0, __next = 0x0}}, __size = '\000' <repeats 39 times>, __align = 0}},
io_cv = {cv_magic = 15212783131315351748, cv = {__data = {__lock = 0, __futex = 0, __total_seq = 0, __wakeup_seq = 0, __woken_seq = 0,
__mutex = 0x0, __nwaiters = 0, __broadcast_seq = 0}, __size = '\000' <repeats 47 times>, __align = 0}}, io_cksum_report = 0x0,
io_ena = 0, io_tqent = {tqent_next = 0x0, tqent_prev = 0x0, tqent_func = 0, tqent_arg = 0x0, tqent_flags = 0}, io_trim_node = {avl_child = {
0x0, 0x0}, avl_pcb = 0}, io_trim_link = {list_next = 0x0, list_prev = 0x0}}
(gdb) print zio_walk_parents((zio_t *) 0x2128be0)
$362 = (zio_t *) 0x7f2baac71800
(gdb) print *((zio_t *) 0x7f2baac71800)
$363 = {io_bookmark = {zb_objset = 0, zb_object = 0, zb_level = 0, zb_blkid = 0}, io_prop = {zp_checksum = ZIO_CHECKSUM_INHERIT,
zp_compress = ZIO_COMPRESS_INHERIT, zp_type = DMU_OT_NONE, zp_level = 0 '\000', zp_copies = 0 '\000', zp_dedup = 0 '\000',
zp_dedup_verify = 0 '\000'}, io_type = ZIO_TYPE_WRITE, io_child_type = ZIO_CHILD_DDT, io_cmd = 0, io_priority = 0 '\000',
io_reexecute = 0 '\000', io_state = "\001", io_txg = 0, io_spa = 0x151eac0, io_bp = 0x7f2baac71860, io_bp_override = 0x0, io_bp_copy = {
blk_dva = {{dva_word = {6, 365036}}, {dva_word = {0, 0}}, {dva_word = {0, 0}}}, blk_prop = 9237173115396751363, blk_pad = {0, 0},
blk_phys_birth = 0, blk_birth = 374, blk_fill = 1, blk_cksum = {zc_word = {6711751530148731319, 16826768605920367815,
16571569249035246217, 2645977309137765724}}}, io_parent_list = {list_size = 48, list_offset = 16, list_head = {
list_next = 0x7f2ba814a000, list_prev = 0x7f2ba814a000}}, io_child_list = {list_size = 48, list_offset = 32, list_head = {
list_next = 0x5369c90, list_prev = 0x5369c90}}, io_walk_link = 0x0, io_logical = 0x0, io_transform_stack = 0x0, io_ready = 0,
io_done = 0, io_private = 0x0, io_prev_space_delta = 0, io_bp_orig = {blk_dva = {{dva_word = {6, 365036}}, {dva_word = {0, 0}}, {
dva_word = {0, 0}}}, blk_prop = 9237173115396751363, blk_pad = {0, 0}, blk_phys_birth = 0, blk_birth = 374, blk_fill = 1,
blk_cksum = {zc_word = {6711751530148731319, 16826768605920367815, 16571569249035246217, 2645977309137765724}}},
io_data = 0x7f2bc4a74200, io_orig_data = 0x7f2bc4a74200, io_size = 2048, io_orig_size = 2048, io_vd = 0x0, io_vsd = 0x2a41f70,
io_vsd_ops = 0x7f2bcd545610, io_offset = 0, io_deadline = 0, io_offset_node = {avl_child = {0x0, 0x0}, avl_pcb = 0}, io_deadline_node = {
avl_child = {0x0, 0x0}, avl_pcb = 0}, io_vdev_tree = 0x0, io_flags = 8388800, io_stage = ZIO_STAGE_VDEV_IO_START, io_pipeline = 1540152,
io_orig_flags = 8388800, io_orig_stage = ZIO_STAGE_OPEN, io_orig_pipeline = 1540152, io_delay = 0, io_error = 0, io_child_error = {0, 0, 0,
0}, io_children = {{0, 1}, {0, 0}, {0, 0}, {0, 0}}, io_child_count = 1, io_parent_count = 1, io_stall = 0x7f2baac71a98,
io_gang_leader = 0x0, io_gang_tree = 0x0, io_executor = 0x7f2bc4017260, io_waiter = 0x0, io_lock = {m_owner = 0x0,
m_magic = 10746421124467712806, m_lock = {__data = {__lock = 0, __count = 0, __owner = 0, __nusers = 0, __kind = 0, __spins = 0,
__list = {__prev = 0x0, __next = 0x0}}, __size = '\000' <repeats 39 times>, __align = 0}}, io_cv = {cv_magic = 15212783131315351748,
cv = {__data = {__lock = 0, __futex = 0, __total_seq = 0, __wakeup_seq = 0, __woken_seq = 0, __mutex = 0x0, __nwaiters = 0,
__broadcast_seq = 0}, __size = '\000' <repeats 47 times>, __align = 0}}, io_cksum_report = 0x0, io_ena = 0, io_tqent = {
tqent_next = 0x0, tqent_prev = 0x0, tqent_func = 0x7f2bcd2b2fa1 <zio_execute>, tqent_arg = 0x7f2baac71800, tqent_flags = 1},
io_trim_node = {avl_child = {0x0, 0x0}, avl_pcb = 0}, io_trim_link = {list_next = 0x0, list_prev = 0x0}}
(gdb) print zio_walk_parents((zio_t *) 0x7f2baac71800)
$364 = (zio_t *) 0x7f2baaa02200
(gdb) print *((zio_t *) 0x7f2baaa02200)
$365 = {io_bookmark = {zb_objset = 0, zb_object = 0, zb_level = 0, zb_blkid = 0}, io_prop = {zp_checksum = ZIO_CHECKSUM_INHERIT,
zp_compress = ZIO_COMPRESS_INHERIT, zp_type = DMU_OT_NONE, zp_level = 0 '\000', zp_copies = 0 '\000', zp_dedup = 0 '\000',
zp_dedup_verify = 0 '\000'}, io_type = ZIO_TYPE_NULL, io_child_type = ZIO_CHILD_LOGICAL, io_cmd = 0, io_priority = 0 '\000',
io_reexecute = 0 '\000', io_state = "\001", io_txg = 0, io_spa = 0x151eac0, io_bp = 0x0, io_bp_override = 0x0, io_bp_copy = {blk_dva = {{
dva_word = {0, 0}}, {dva_word = {0, 0}}, {dva_word = {0, 0}}}, blk_prop = 0, blk_pad = {0, 0}, blk_phys_birth = 0, blk_birth = 0,
blk_fill = 0, blk_cksum = {zc_word = {0, 0, 0, 0}}}, io_parent_list = {list_size = 48, list_offset = 16, list_head = {
list_next = 0x7f2ba80e3a60, list_prev = 0x7f2ba80e3a60}}, io_child_list = {list_size = 48, list_offset = 32, list_head = {
list_next = 0x7f2ba814a010, list_prev = 0x7f2ba814a010}}, io_walk_link = 0x0, io_logical = 0x0, io_transform_stack = 0x0, io_ready = 0,
io_done = 0x7f2bcd207d1a <ddt_repair_entry_done>, io_private = 0x7f2ba00e3610, io_prev_space_delta = 0, io_bp_orig = {blk_dva = {{
dva_word = {0, 0}}, {dva_word = {0, 0}}, {dva_word = {0, 0}}}, blk_prop = 0, blk_pad = {0, 0}, blk_phys_birth = 0, blk_birth = 0,
blk_fill = 0, blk_cksum = {zc_word = {0, 0, 0, 0}}}, io_data = 0x0, io_orig_data = 0x0, io_size = 0, io_orig_size = 0, io_vd = 0x0,
io_vsd = 0x0, io_vsd_ops = 0x0, io_offset = 0, io_deadline = 0, io_offset_node = {avl_child = {0x0, 0x0}, avl_pcb = 0}, io_deadline_node = {
avl_child = {0x0, 0x0}, avl_pcb = 0}, io_vdev_tree = 0x0, io_flags = 192, io_stage = ZIO_STAGE_CHECKSUM_VERIFY, io_pipeline = 1081344,
io_orig_flags = 192, io_orig_stage = ZIO_STAGE_OPEN, io_orig_pipeline = 1081344, io_delay = 0, io_error = 0, io_child_error = {0, 0, 0, 0},
io_children = {{0, 0}, {0, 0}, {0, 1}, {0, 0}}, io_child_count = 1, io_parent_count = 1, io_stall = 0x7f2baaa024b8, io_gang_leader = 0x0,
io_gang_tree = 0x0, io_executor = 0x7f2bc4017260, io_waiter = 0x0, io_lock = {m_owner = 0x0, m_magic = 10746421124467712806, m_lock = {
__data = {__lock = 0, __count = 0, __owner = 0, __nusers = 0, __kind = 0, __spins = 0, __list = {__prev = 0x0, __next = 0x0}},
__size = '\000' <repeats 39 times>, __align = 0}}, io_cv = {cv_magic = 15212783131315351748, cv = {__data = {__lock = 0, __futex = 0,
__total_seq = 0, __wakeup_seq = 0, __woken_seq = 0, __mutex = 0x0, __nwaiters = 0, __broadcast_seq = 0},
__size = '\000' <repeats 47 times>, __align = 0}}, io_cksum_report = 0x0, io_ena = 0, io_tqent = {tqent_next = 0x0, tqent_prev = 0x0,
tqent_func = 0x7f2bcd2b2fa1 <zio_execute>, tqent_arg = 0x7f2baaa02200, tqent_flags = 1}, io_trim_node = {avl_child = {0x0, 0x0},
avl_pcb = 0}, io_trim_link = {list_next = 0x0, list_prev = 0x0}}
(gdb) print zio_walk_parents((zio_t *) 0x7f2baaa02200)
$366 = (zio_t *) 0x7f2ba9398a00
(gdb) print *((zio_t *) 0x7f2ba9398a00)
$367 = {io_bookmark = {zb_objset = 0, zb_object = 0, zb_level = 0, zb_blkid = 0}, io_prop = {zp_checksum = ZIO_CHECKSUM_INHERIT,
zp_compress = ZIO_COMPRESS_INHERIT, zp_type = DMU_OT_NONE, zp_level = 0 '\000', zp_copies = 0 '\000', zp_dedup = 0 '\000',
zp_dedup_verify = 0 '\000'}, io_type = ZIO_TYPE_NULL, io_child_type = ZIO_CHILD_LOGICAL, io_cmd = 0, io_priority = 0 '\000',
io_reexecute = 0 '\000', io_state = "\001", io_txg = 0, io_spa = 0x151eac0, io_bp = 0x0, io_bp_override = 0x0, io_bp_copy = {blk_dva = {{
dva_word = {0, 0}}, {dva_word = {0, 0}}, {dva_word = {0, 0}}}, blk_prop = 0, blk_pad = {0, 0}, blk_phys_birth = 0, blk_birth = 0,
blk_fill = 0, blk_cksum = {zc_word = {0, 0, 0, 0}}}, io_parent_list = {list_size = 48, list_offset = 16, list_head = {
list_next = 0x7f2ba9398af0, list_prev = 0x7f2ba9398af0}}, io_child_list = {list_size = 48, list_offset = 32, list_head = {
list_next = 0x7f2ba80e3a70, list_prev = 0x7f2ba80e3a70}}, io_walk_link = 0x0, io_logical = 0x0, io_transform_stack = 0x0, io_ready = 0,
io_done = 0, io_private = 0x0, io_prev_space_delta = 0, io_bp_orig = {blk_dva = {{dva_word = {0, 0}}, {dva_word = {0, 0}}, {dva_word = {0,
0}}}, blk_prop = 0, blk_pad = {0, 0}, blk_phys_birth = 0, blk_birth = 0, blk_fill = 0, blk_cksum = {zc_word = {0, 0, 0, 0}}},
io_data = 0x0, io_orig_data = 0x0, io_size = 0, io_orig_size = 0, io_vd = 0x0, io_vsd = 0x0, io_vsd_ops = 0x0, io_offset = 0,
io_deadline = 0, io_offset_node = {avl_child = {0x0, 0x0}, avl_pcb = 0}, io_deadline_node = {avl_child = {0x0, 0x0}, avl_pcb = 0},
io_vdev_tree = 0x0, io_flags = 192, io_stage = ZIO_STAGE_CHECKSUM_VERIFY, io_pipeline = 1081344, io_orig_flags = 192,
io_orig_stage = ZIO_STAGE_OPEN, io_orig_pipeline = 1081344, io_delay = 0, io_error = 0, io_child_error = {0, 0, 0, 0}, io_children = {{0,
0}, {0, 0}, {0, 0}, {0, 1}}, io_child_count = 1, io_parent_count = 0, io_stall = 0x7f2ba9398cc8, io_gang_leader = 0x0,
io_gang_tree = 0x0, io_executor = 0x7f2bc4016550, io_waiter = 0x7f2bc400d8e0, io_lock = {m_owner = 0x0, m_magic = 10746421124467712806,
m_lock = {__data = {__lock = 0, __count = 0, __owner = 0, __nusers = 1, __kind = 0, __spins = 0, __list = {__prev = 0x0, __next = 0x0}},
__size = '\000' <repeats 12 times>, "\001", '\000' <repeats 26 times>, __align = 0}}, io_cv = {cv_magic = 15212783131315351748, cv = {
__data = {__lock = 0, __futex = 1, __total_seq = 1, __wakeup_seq = 0, __woken_seq = 0, __mutex = 0x7f2ba9398d18, __nwaiters = 2,
__broadcast_seq = 0},
__size = "\000\000\000\000\001\000\000\000\001", '\000' <repeats 23 times>, "\030\215\071\251+\177\000\000\002\000\000\000\000\000\000", __align = 4294967296}}, io_cksum_report = 0x0, io_ena = 0, io_tqent = {tqent_next = 0x0, tqent_prev = 0x0,
tqent_func = 0x7f2bcd2b2fa1 <zio_execute>, tqent_arg = 0x7f2ba9398a00, tqent_flags = 1}, io_trim_node = {avl_child = {0x0, 0x0},
avl_pcb = 0}, io_trim_link = {list_next = 0x0, list_prev = 0x0}}
(gdb) thread 41
(gdb) bt
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:162
#1 0x00007f2bcd1df041 in cv_wait (cv=0x7f2ba9398d40, mp=0x7f2ba9398d08) at ../../lib/libzpool/kernel.c:449
#2 0x00007f2bcd2b34a5 in zio_wait (zio=0x7f2ba9398a00) at ../../module/zfs/zio.c:1363
#3 0x00007f2bcd2087a9 in ddt_sync (spa=0x151eac0, txg=5547) at ../../module/zfs/ddt.c:1164
#4 0x00007f2bcd272cc1 in spa_sync (spa=0x151eac0, txg=5547) at ../../module/zfs/spa.c:5703
#5 0x00007f2bcd27f11d in txg_sync_thread (dp=0x7f2bbc000d30) at ../../module/zfs/txg.c:447
#6 0x00007f2bcd1db3b2 in zk_thread_helper (arg=0x7f2bc400d8e0) at ../../lib/libzpool/kernel.c:135
#7 0x00007f2bcc93bb50 in start_thread (arg=<optimized out>) at pthread_create.c:304
#8 0x00007f2bcc68670d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:112
#9 0x0000000000000000 in ?? ()
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment