Skip to content

Instantly share code, notes, and snippets.

@gmas

gmas/iosnoop 10s

Last active December 23, 2015 19:05
Show Gist options
  • Save gmas/9f3c7b111ec0350b568e to your computer and use it in GitHub Desktop.
Save gmas/9f3c7b111ec0350b568e to your computer and use it in GitHub Desktop.
Download ZIP
iostat Prom
Raw
iosnoop 10s
root@ip-172-32-4-74:/usr/local/src/perf-tools/bin# ./iosnoop -stQ 10
Tracing block I/O for 10 seconds (buffered)...
STARTs ENDs COMM PID TYPE DEV BLOCK BYTES LATms
13970838.483837 13970838.484444 prometheus 32188 WS 202,0 21937465 4096 0.61
13970838.484494 13970838.485483 jbd2/xvda1-2 203 WS 202,0 4578041 45056 0.99
13970838.485500 13970838.486089 jbd2/xvda1-2 203 WS 202,0 4578129 4096 0.59
13970839.443401 13970839.444029 prometheus 32188 WS 202,0 21937473 4096 0.63
13970839.444072 13970839.445037 jbd2/xvda1-2 203 WS 202,0 4578137 36864 0.96
13970839.445066 13970839.445688 jbd2/xvda1-2 203 WS 202,0 4578209 4096 0.62
13970840.402997 13970840.403654 prometheus 32188 WS 202,0 21937481 4096 0.66
13970840.403728 13970840.404757 jbd2/xvda1-2 203 WS 202,0 4578217 28672 1.03
13970840.404771 13970840.405458 jbd2/xvda1-2 203 WS 202,0 4578273 4096 0.69
13970841.362609 13970841.363189 prometheus 32188 WS 202,0 21937489 4096 0.58
13970841.363235 13970841.364371 jbd2/xvda1-2 203 WS 202,0 4578281 28672 1.14
13970841.364389 13970841.364938 jbd2/xvda1-2 203 WS 202,0 4578337 4096 0.55
13970841.767637 13970841.768439 kworker/u30: 76 W 202,0 16065 8192 0.80
13970841.767639 13970841.768483 kworker/u30: 76 WM 202,0 20321 4096 0.84
13970841.767640 13970841.768526 kworker/u30: 76 WM 202,0 20825 4096 0.89
13970841.767640 13970841.768706 kworker/u30: 76 WM 202,0 24113 4096 1.07
13970841.767641 13970841.768740 kworker/u30: 76 WM 202,0 36489 4096 1.10
13970841.767641 13970841.768861 kworker/u30: 76 WM 202,0 36553 4096 1.22
13970841.767641 13970841.768973 kworker/u30: 76 WM 202,0 40905 4096 1.33
13970841.767641 13970841.769130 kworker/u30: 76 WM 202,0 86073 4096 1.49
13970841.767642 13970841.769153 kworker/u30: 76 WM 202,0 21065889 4096 1.51
13970841.767642 13970841.769260 kworker/u30: 76 WM 202,0 21065913 4096 1.62
13970841.767642 13970841.769324 kworker/u30: 76 WM 202,0 21065969 4096 1.68
13970841.767643 13970841.769384 kworker/u30: 76 WM 202,0 21066001 4096 1.74
13970841.767643 13970841.769685 kworker/u30: 76 WM 202,0 21066297 4096 2.04
13970841.767643 13970841.769745 kworker/u30: 76 WM 202,0 21066313 4096 2.10
13970841.767643 13970841.769800 kworker/u30: 76 WM 202,0 21066361 8192 2.16
13970841.767643 13970841.770358 kworker/u30: 76 WM 202,0 21066425 114688 2.71
13970841.767719 13970841.770370 kworker/u30: 76 WM 202,0 90481 4096 2.65
13970841.767719 13970841.770371 kworker/u30: 76 WM 202,0 4210425 4096 2.65
13970841.767719 13970841.770484 kworker/u30: 76 WM 202,0 4224041 4096 2.76
13970841.767720 13970841.770751 kworker/u30: 76 WM 202,0 8404809 4096 3.03
13970841.767720 13970841.770860 kworker/u30: 76 WM 202,0 4224177 16384 3.14
13970841.767720 13970841.770942 kworker/u30: 76 WM 202,0 8408313 4096 3.22
13970841.767720 13970841.770965 kworker/u30: 76 WM 202,0 8410801 4096 3.24
13970841.767720 13970841.771043 kworker/u30: 76 WM 202,0 8412985 4096 3.32
13970841.767720 13970841.771203 kworker/u30: 76 WM 202,0 8413001 4096 3.48
13970841.767721 13970841.771279 kworker/u30: 76 WM 202,0 8486513 4096 3.56
13970841.767721 13970841.771473 kworker/u30: 76 WM 202,0 16793281 8192 3.75
13970841.767721 13970841.771598 kworker/u30: 76 WM 202,0 16793425 4096 3.88
13970841.767722 13970841.771768 kworker/u30: 76 WM 202,0 16793585 4096 4.05
13970841.767722 13970841.771775 kworker/u30: 76 WM 202,0 16794785 8192 4.05
13970841.767722 13970841.771786 kworker/u30: 76 WM 202,0 16803801 8192 4.06
13970841.767722 13970841.772078 kworker/u30: 76 WM 202,0 16803761 12288 4.36
13970841.767774 13970841.772143 kworker/u30: 76 WM 202,0 16803857 8192 4.37
13970841.767774 13970841.772275 kworker/u30: 76 WM 202,0 16803889 8192 4.50
13970841.767775 13970841.772376 kworker/u30: 76 WM 202,0 16804033 8192 4.60
13970841.767775 13970841.772613 kworker/u30: 76 WM 202,0 16859153 4096 4.84
13970841.767776 13970841.772723 kworker/u30: 76 WM 202,0 16882897 8192 4.95
13970841.767776 13970841.772744 kworker/u30: 76 WM 202,0 16882985 4096 4.97
13970841.767776 13970841.772758 kworker/u30: 76 WM 202,0 16883017 4096 4.98
13970841.767776 13970841.772807 kworker/u30: 76 WM 202,0 16883185 4096 5.03
13970841.767777 13970841.773039 kworker/u30: 76 WM 202,0 16883209 4096 5.26
13970841.767777 13970841.773182 kworker/u30: 76 WM 202,0 16883409 4096 5.40
13970841.767777 13970841.773248 kworker/u30: 76 WM 202,0 16883425 4096 5.47
13970841.767777 13970841.773291 kworker/u30: 76 WM 202,0 16883457 8192 5.51
13970841.767778 13970841.773465 kworker/u30: 76 WM 202,0 16883513 16384 5.69
13970841.767778 13970841.773563 kworker/u30: 76 WM 202,0 20987585 4096 5.78
13970841.767778 13970841.773597 kworker/u30: 76 WM 202,0 20987609 4096 5.82
13970841.767778 13970841.773772 kworker/u30: 76 WM 202,0 20987721 4096 5.99
13970841.767818 13970841.773923 kworker/u30: 76 WM 202,0 20992929 8192 6.11
13970841.767819 13970841.773937 kworker/u30: 76 WM 202,0 20993001 4096 6.12
13970841.767819 13970841.774203 kworker/u30: 76 WM 202,0 20993049 4096 6.38
13970841.767819 13970841.774213 kworker/u30: 76 WM 202,0 20993025 8192 6.39
13970841.767819 13970841.774229 kworker/u30: 76 WM 202,0 20993065 4096 6.41
13970841.767820 13970841.774437 kworker/u30: 76 WM 202,0 20993089 12288 6.62
13970841.767820 13970841.774471 kworker/u30: 76 WM 202,0 20993129 16384 6.65
13970841.767820 13970841.774653 kworker/u30: 76 WM 202,0 20993273 8192 6.83
13970841.767820 13970841.774677 kworker/u30: 76 WM 202,0 20993369 4096 6.86
13970841.767821 13970841.774751 kworker/u30: 76 WM 202,0 20993537 4096 6.93
13970841.767821 13970841.774965 kworker/u30: 76 WM 202,0 21064793 4096 7.14
13970841.767821 13970841.775134 kworker/u30: 76 WM 202,0 20993593 40960 7.31
13970841.767822 13970841.775141 kworker/u30: 76 WM 202,0 21064841 4096 7.32
13970841.767822 13970841.775232 kworker/u30: 76 WM 202,0 21064857 4096 7.41
13970841.767822 13970841.775365 kworker/u30: 76 WM 202,0 21065249 4096 7.54
13970841.767823 13970841.775412 kworker/u30: 76 WM 202,0 21065297 4096 7.59
13970841.767835 13970841.775622 kworker/u30: 76 WM 202,0 21065313 4096 7.79
13970841.767835 13970841.775638 kworker/u30: 76 WM 202,0 21065377 4096 7.80
13970841.767835 13970841.775658 kworker/u30: 76 WM 202,0 21065481 4096 7.82
13970841.767836 13970841.775767 kworker/u30: 76 WM 202,0 21065521 4096 7.93
13970841.767836 13970841.775998 kworker/u30: 76 WM 202,0 21065617 4096 8.16
13970841.767836 13970841.776114 kworker/u30: 76 WM 202,0 21065689 4096 8.28
13970841.767837 13970841.776264 kworker/u30: 76 WM 202,0 21065729 4096 8.43
13970841.767837 13970841.776378 kworker/u30: 76 WM 202,0 21065753 4096 8.54
13970841.767837 13970841.776489 kworker/u30: 76 WM 202,0 21065785 4096 8.65
13970841.775162 13970841.776528 kworker/u30: 76 W 202,0 21926185 4096 1.37
13970841.775180 13970841.776607 kworker/u30: 76 W 202,0 17074945 4096 1.43
13970841.775191 13970841.776746 kworker/u30: 76 W 202,0 21926241 4096 1.55
13970841.775200 13970841.776760 kworker/u30: 76 W 202,0 21926321 4096 1.56
13970841.775209 13970841.776786 kworker/u30: 76 W 202,0 21930769 4096 1.58
13970841.775218 13970841.776954 kworker/u30: 76 W 202,0 21930921 4096 1.74
13970841.775227 13970841.776974 kworker/u30: 76 W 202,0 21933257 4096 1.75
13970841.775239 13970841.777193 kworker/u30: 76 W 202,0 21933329 4096 1.95
13970841.775249 13970841.777224 kworker/u30: 76 W 202,0 21923601 4096 1.97
13970841.775257 13970841.777313 kworker/u30: 76 W 202,0 21923609 4096 2.06
13970841.775268 13970841.777542 kworker/u30: 76 W 202,0 21926225 8192 2.27
13970841.775280 13970841.777555 kworker/u30: 76 W 202,0 17074961 4096 2.27
13970841.775290 13970841.777605 kworker/u30: 76 W 202,0 21926305 4096 2.32
13970841.775300 13970841.777693 kworker/u30: 76 W 202,0 21926313 4096 2.39
13970841.775310 13970841.777799 kworker/u30: 76 W 202,0 17079297 4096 2.49
13970841.775319 13970841.777943 kworker/u30: 76 W 202,0 21923617 4096 2.62
13970841.775328 13970841.778076 kworker/u30: 76 W 202,0 21923625 4096 2.75
13970841.775341 13970841.778242 kworker/u30: 76 W 202,0 17079361 20480 2.90
13970841.775351 13970841.778320 kworker/u30: 76 W 202,0 17079401 12288 2.97
13970841.775359 13970841.778347 kworker/u30: 76 W 202,0 21923633 4096 2.99
13970841.775372 13970841.778418 kworker/u30: 76 W 202,0 21923649 8192 3.05
13970841.775381 13970841.778560 kworker/u30: 76 W 202,0 21923641 4096 3.18
13970841.775387 13970841.778692 kworker/u30: 76 W 202,0 21923665 4096 3.30
13970841.775419 13970841.779007 kworker/u30: 76 W 202,0 21923713 16384 3.59
13970841.775450 13970841.780431 kworker/u30: 76 W 202,0 21923745 131072 4.98
13970841.775450 13970841.780694 kworker/u30: 76 W 202,0 21924001 90112 5.24
13970841.775751 13970841.781291 kworker/u30: 76 W 202,0 21924641 36864 5.54
13970841.775498 13970841.781295 kworker/u30: 76 W 202,0 21923705 4096 5.80
13970841.775594 13970841.781363 kworker/u30: 76 W 202,0 21924401 122880 5.77
13970841.775806 13970841.781372 kworker/u30: 76 W 202,0 21932337 4096 5.57
13970841.775555 13970841.781630 kworker/u30: 76 W 202,0 17074977 12288 6.08
13970841.775801 13970841.781726 kworker/u30: 76 W 202,0 17075137 8192 5.93
13970841.775576 13970841.781835 kworker/u30: 76 W 202,0 17079425 12288 6.26
13970841.775757 13970841.782186 kworker/u30: 76 W 202,0 17079457 16384 6.43
13970841.775568 13970841.782191 kworker/u30: 76 W 202,0 17119137 16384 6.62
13970842.322250 13970842.322970 prometheus 32188 WS 202,0 21937497 4096 0.72
13970842.323050 13970842.324269 jbd2/xvda1-2 203 WS 202,0 4578345 73728 1.22
13970842.324292 13970842.324828 jbd2/xvda1-2 203 WS 202,0 4578489 4096 0.54
13970843.281835 13970843.282436 prometheus 32188 WS 202,0 21937505 4096 0.60
13970843.282472 13970843.283403 jbd2/xvda1-2 203 WS 202,0 4578497 28672 0.93
13970843.283419 13970843.283976 jbd2/xvda1-2 203 WS 202,0 4578553 4096 0.56
13970844.241456 13970844.242057 prometheus 32188 WS 202,0 21937513 4096 0.60
13970844.242094 13970844.242917 jbd2/xvda1-2 203 WS 202,0 4578561 28672 0.82
13970844.242932 13970844.243477 jbd2/xvda1-2 203 WS 202,0 4578617 4096 0.55
13970845.201089 13970845.201690 prometheus 32188 WS 202,0 21937521 4096 0.60
13970845.201740 13970845.202555 jbd2/xvda1-2 203 WS 202,0 4578625 28672 0.82
13970845.202574 13970845.203126 jbd2/xvda1-2 203 WS 202,0 4578681 4096 0.55
13970846.160717 13970846.161421 prometheus 32188 WS 202,0 21937529 4096 0.70
13970846.161463 13970846.162284 jbd2/xvda1-2 203 WS 202,0 4578689 28672 0.82
13970846.162299 13970846.162847 jbd2/xvda1-2 203 WS 202,0 4578745 4096 0.55
13970847.120289 13970847.120935 prometheus 32188 WS 202,0 21937537 4096 0.65
13970847.120974 13970847.121932 jbd2/xvda1-2 203 WS 202,0 4578753 32768 0.96
13970847.121947 13970847.122505 jbd2/xvda1-2 203 WS 202,0 4578817 4096 0.56
13970848.079868 13970848.080575 prometheus 32188 WS 202,0 21937545 4096 0.71
13970848.080615 13970848.081387 jbd2/xvda1-2 203 WS 202,0 4578825 28672 0.77
13970848.081399 13970848.081977 jbd2/xvda1-2 203 WS 202,0 4578881 4096 0.58
Ending tracing...
Raw
iostat
Linux 3.13.0-70-generic (ip-172-32-4-74) 12/23/2015 _x86_64_ (1 CPU)
avg-cpu: %user %nice %system %iowait %steal %idle
8.20 0.02 2.58 1.27 1.15 86.78
Device: rrqm/s wrqm/s r/s w/s rkB/s wkB/s avgrq-sz avgqu-sz await r_await w_await svctm %util
xvda 0.13 20.01 2.78 10.88 68.88 490.97 81.95 0.65 47.25 14.61 55.60 1.57 2.15
avg-cpu: %user %nice %system %iowait %steal %idle
1.03 0.00 1.03 0.00 0.00 97.94
Device: rrqm/s wrqm/s r/s w/s rkB/s wkB/s avgrq-sz avgqu-sz await r_await w_await svctm %util
xvda 0.00 8.25 0.00 3.09 0.00 45.36 29.33 0.00 1.33 0.00 1.33 1.33 0.41
avg-cpu: %user %nice %system %iowait %steal %idle
2.00 0.00 2.00 0.00 0.00 96.00
Device: rrqm/s wrqm/s r/s w/s rkB/s wkB/s avgrq-sz avgqu-sz await r_await w_await svctm %util
xvda 0.00 6.00 0.00 3.00 0.00 36.00 24.00 0.00 1.33 0.00 1.33 1.33 0.40
avg-cpu: %user %nice %system %iowait %steal %idle
1.00 0.00 2.00 1.00 0.00 96.00
Device: rrqm/s wrqm/s r/s w/s rkB/s wkB/s avgrq-sz avgqu-sz await r_await w_await svctm %util
xvda 0.00 6.00 0.00 3.00 0.00 36.00 24.00 0.00 0.00 0.00 0.00 0.00 0.00
avg-cpu: %user %nice %system %iowait %steal %idle
6.19 0.00 0.00 0.00 0.00 93.81
Device: rrqm/s wrqm/s r/s w/s rkB/s wkB/s avgrq-sz avgqu-sz await r_await w_await svctm %util
xvda 0.00 6.19 0.00 3.09 0.00 37.11 24.00 0.00 0.00 0.00 0.00 0.00 0.00
avg-cpu: %user %nice %system %iowait %steal %idle
3.00 0.00 2.00 0.00 0.00 95.00
Device: rrqm/s wrqm/s r/s w/s rkB/s wkB/s avgrq-sz avgqu-sz await r_await w_await svctm %util
xvda 0.00 6.00 0.00 3.00 0.00 36.00 24.00 0.00 0.00 0.00 0.00 0.00 0.00
avg-cpu: %user %nice %system %iowait %steal %idle
1.02 0.00 2.04 0.00 0.00 96.94
Device: rrqm/s wrqm/s r/s w/s rkB/s wkB/s avgrq-sz avgqu-sz await r_await w_await svctm %util
xvda 0.00 6.12 0.00 3.06 0.00 36.73 24.00 0.00 1.33 0.00 1.33 1.33 0.41
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment