snajpa

[[email protected]]
 ~ # cat /proc/spl/kstat/zfs/storage/txgs 
18 0 0x01 53 5936 25548199873 1309969878148
txg      birth            state ndirty       nread        nwritten     reads    writes   otime        qtime        wtime        stime       
26735785 1298944733629    C     0            0            0            0        0        909279       3078         503055693    264820      
26735786 1298945642908    C     0            0            0            0        0        503063811    3758         259336       1897889     
26735787 1299448706719    C     17940480     0            6458368      0        801      48734026     3996         39648        340182357   
26735788 1299497440745    C     212992       512          1248256      1        247      74978        28576        340126453    238116979   
26735789 1299497515723    C     3981312      0            4422656      0        720      340186647    3830         238084759    329790336   
26735790 1299837702370    C     20545536     0            8518

snajpa

[[email protected]]
 ~/build-vpsfree-templates/templates # export PATH=$PATH:/bin:/sbin; /root/build-vpsfree-templates/bin/build-vpsfree-templates fedora-23 
Building fedora-23 ...
Downloading #1 http://ftp.fi.muni.cz/pub/linux/fedora/linux/releases/23/Everything/x86_64/os/Packages/f/fedora-release-23-1.noarch.rpm
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed
100 16726  100 16726    0     0   219k      0 --:--:-- --:--:-- --:--:--  217k
warning: /var/build/install.download.Fla/release1.rpm: Header V3 RSA/SHA256 Signature, key ID 34ec9cba: NOKEY
Preparing...                          ################################# [100%]
Updating / installing...

snajpa

[[email protected]]
 ~ # zpool status
  pool: storage
 state: ONLINE
status: One or more devices could not be used because the label is missing or
	invalid.  Sufficient replicas exist for the pool to continue
	functioning in a degraded state.
action: Replace the device using 'zpool replace'.
   see: http://zfsonlinux.org/msg/ZFS-8000-4J
  scan: scrub canceled on Sat Feb 20 16:51:07 2016

snajpa

[[email protected]]
 ~ # zpool status
  pool: storage
 state: DEGRADED
status: One or more devices could not be used because the label is missing or
	invalid.  Sufficient replicas exist for the pool to continue
	functioning in a degraded state.
action: Replace the device using 'zpool replace'.
   see: http://zfsonlinux.org/msg/ZFS-8000-4J
  scan: scrub in progress since Mon Feb 15 14:44:05 2016

snajpa

[[email protected]]
 ~ # zpool import
   pool: storage
     id: 17867153918278089024
  state: UNAVAIL
 status: One or more devices contains corrupted data.
 action: The pool cannot be imported due to damaged devices or data.
   see: http://zfsonlinux.org/msg/ZFS-8000-5E
 config:

snajpa

[[email protected]]
 ~ # zpool status
  pool: storage
 state: DEGRADED
status: One or more devices could not be used because the label is missing or
	invalid.  Sufficient replicas exist for the pool to continue
	functioning in a degraded state.
action: Replace the device using 'zpool replace'.
   see: http://zfsonlinux.org/msg/ZFS-8000-4J
  scan: scrub in progress since Mon Feb 15 14:44:05 2016

snajpa

[root@backuper zfs]# zpool import -d /dev/disk/by-path/
   pool: storage
     id: 17867153918278089024
  state: FAULTED
 status: The pool metadata is corrupted.
 action: The pool cannot be imported due to damaged devices or data.
	The pool may be active on another system, but can be imported using
	the '-f' flag.
   see: http://zfsonlinux.org/msg/ZFS-8000-72
 config:

snajpa

console# show lacp port-channel 2
Port-Channel ch2
       Port Type Unknown
       Attached Lag id:
       Actor
               System Priority:1
               MAC Address:    9c:4e:20:21:a8:b3
               Admin Key:      26
               Oper Key:       26
       Partner

snajpa

Aug  4 00:04:28 node5 kernel: [  841.532042] INFO: task zpool:2636 blocked for more than 120 seconds.
Aug  4 00:04:28 node5 kernel: [  841.532172]       Tainted: P           ---------------    2.6.32-042stab108.8 #1
Aug  4 00:04:28 node5 kernel: [  841.532360] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
Aug  4 00:04:28 node5 kernel: [  841.532555] zpool         D ffff88206fc0f2c0     0  2636   2477    0 0x00000000
Aug  4 00:04:28 node5 kernel: [  841.532564]  ffff88206f26fa98 0000000000000086 0000000000000000 0000000000000086
Aug  4 00:04:28 node5 kernel: [  841.532570]  0000000000000001 0000000000100000 0000008ead9462c2 ffff8840734bf010
Aug  4 00:04:28 node5 kernel: [  841.532575]  ffff882000000000 0000000000000000 000000010004ab42 0000001681066c22
Aug  4 00:04:28 node5 kernel: [  841.532579] Call Trace:
Aug  4 00:04:28 node5 kernel: [  841.532601]  [<ffffffffa022e68d>] taskq_wait+0x5d/0x90 [spl]
Aug  4 00:04:28 node5 kernel: [  841.532610]  [<ffffffff810a9880>] ? autoremove_wak

snajpa

[[email protected]]
 ~ # cat /proc/2636/stack
[<ffffffffa022e68d>] taskq_wait+0x5d/0x90 [spl]
[<ffffffffa02a049e>] dmu_objset_find_dp+0x11e/0x1c0 [zfs]
[<ffffffffa02e4448>] spa_load+0x12c8/0x1a30 [zfs]
[<ffffffffa02e4c0e>] spa_load_best+0x5e/0x270 [zfs]
[<ffffffffa02e596b>] spa_import+0x1eb/0x730 [zfs]
[<ffffffffa0318234>] zfs_ioc_pool_import+0xe4/0x120 [zfs]
[<ffffffffa031ab25>] zfsdev_ioctl+0x495/0x4d0 [zfs]
[<ffffffff811cb492>] vfs_ioctl+0x22/0xa0