- test host t3a.small unlimited cpu
- glusterfs 3 x t3a.micro unlimited cpu splot instances
- all in eu-west-1c
| Test |
Target |
MiB/sec |
| 768 x 768K |
glusterfs |
113 |
| 768 x 768K |
efs general purpose |
15 |
| 768 x 768K |
efs max i/o |
9 |
| 200 x 2M |
glusterfs |
131 |
| 200 x 2M |
efs general purpose |
30 |
| 200 x 2M |
efs max i/o |
20 |
[fedora@ip-172-31-2-67 smallfile]$ sudo python smallfile_cli.py --operation create --threads 2 --file-size 768 --files 768 --top /mnt/gfs/test
version : 3.1
hosts in test : None
launch by daemon : False
top test directory(s) : ['/mnt/gfs/test']
operation : create
files/thread : 768
threads : 2
record size (KB, 0 = maximum) : 0
file size (KB) : 768
file size distribution : fixed
files per dir : 100
dirs per dir : 10
threads share directories? : N
filename prefix :
filename suffix :
hash file number into dir.? : N
fsync after modify? : N
pause between files (microsec) : 0
minimum directories per sec : 50
finish all requests? : Y
stonewall? : Y
measure response times? : N
verify read? : Y
verbose? : False
log to stderr? : False
ext.attr.size : 0
ext.attr.count : 0
host = ip-172-31-2-67.eu-west-1.compute.internal,thr = 00,elapsed = 10.085121,files = 768,records = 768,status = ok
host = ip-172-31-2-67.eu-west-1.compute.internal,thr = 01,elapsed = 10.172019,files = 768,records = 768,status = ok
total threads = 2
total files = 1536
total IOPS = 1536
total data = 1.125 GiB
100.00% of requested files processed, minimum is 70.00
elapsed time = 10.172
files/sec = 151.002474
IOPS = 151.002474
MiB/sec = 113.251856
[fedora@ip-172-31-2-67 smallfile]$ sudo python smallfile_cli.py --operation create --threads 2 --file-size 768 --files 768 --top /mnt/efs/test
version : 3.1
hosts in test : None
launch by daemon : False
top test directory(s) : ['/mnt/efs/test']
operation : create
files/thread : 768
threads : 2
record size (KB, 0 = maximum) : 0
file size (KB) : 768
file size distribution : fixed
files per dir : 100
dirs per dir : 10
threads share directories? : N
filename prefix :
filename suffix :
hash file number into dir.? : N
fsync after modify? : N
pause between files (microsec) : 0
minimum directories per sec : 50
finish all requests? : Y
stonewall? : Y
measure response times? : N
verify read? : Y
verbose? : False
log to stderr? : False
ext.attr.size : 0
ext.attr.count : 0
host = ip-172-31-2-67.eu-west-1.compute.internal,thr = 00,elapsed = 118.097481,files = 768,records = 768,status = ok
host = ip-172-31-2-67.eu-west-1.compute.internal,thr = 01,elapsed = 126.946693,files = 768,records = 768,status = ok
total threads = 2
total files = 1536
total IOPS = 1536
total data = 1.125 GiB
100.00% of requested files processed, minimum is 70.00
elapsed time = 126.947
files/sec = 12.099567
IOPS = 12.099567
MiB/sec = 9.074675
[fedora@ip-172-31-2-67 smallfile]$ sudo python smallfile_cli.py --operation create --threads 2 --file-size 768 --files 768 --top /mnt/standard/test/
version : 3.1
hosts in test : None
launch by daemon : False
top test directory(s) : ['/mnt/standard/test']
operation : create
files/thread : 768
threads : 2
record size (KB, 0 = maximum) : 0
file size (KB) : 768
file size distribution : fixed
files per dir : 100
dirs per dir : 10
threads share directories? : N
filename prefix :
filename suffix :
hash file number into dir.? : N
fsync after modify? : N
pause between files (microsec) : 0
minimum directories per sec : 50
finish all requests? : Y
stonewall? : Y
measure response times? : N
verify read? : Y
verbose? : False
log to stderr? : False
ext.attr.size : 0
ext.attr.count : 0
host = ip-172-31-2-67.eu-west-1.compute.internal,thr = 00,elapsed = 71.616047,files = 768,records = 768,status = ok
host = ip-172-31-2-67.eu-west-1.compute.internal,thr = 01,elapsed = 72.341995,files = 768,records = 768,status = ok
total threads = 2
total files = 1536
total IOPS = 1536
total data = 1.125 GiB
100.00% of requested files processed, minimum is 70.00
elapsed time = 72.342
files/sec = 21.232480
IOPS = 21.232480
MiB/sec = 15.924360
[fedora@ip-172-31-2-67 smallfile]$ sudo python smallfile_cli.py --operation create --threads 2 --file-size 2048 --files 200 --top /mnt/gfs/2nd/
version : 3.1
hosts in test : None
launch by daemon : False
top test directory(s) : ['/mnt/gfs/2nd']
operation : create
files/thread : 200
threads : 2
record size (KB, 0 = maximum) : 0
file size (KB) : 2048
file size distribution : fixed
files per dir : 100
dirs per dir : 10
threads share directories? : N
filename prefix :
filename suffix :
hash file number into dir.? : N
fsync after modify? : N
pause between files (microsec) : 0
minimum directories per sec : 50
finish all requests? : Y
stonewall? : Y
measure response times? : N
verify read? : Y
verbose? : False
log to stderr? : False
ext.attr.size : 0
ext.attr.count : 0
host = ip-172-31-2-67.eu-west-1.compute.internal,thr = 00,elapsed = 5.879313,files = 200,records = 400,status = ok
host = ip-172-31-2-67.eu-west-1.compute.internal,thr = 01,elapsed = 6.063607,files = 200,records = 400,status = ok
total threads = 2
total files = 400
total IOPS = 800
total data = 0.781 GiB
100.00% of requested files processed, minimum is 70.00
elapsed time = 6.064
files/sec = 65.967331
IOPS = 131.934662
MiB/sec = 131.934662
[fedora@ip-172-31-2-67 smallfile]$ sudo python smallfile_cli.py --operation create --threads 2 --file-size 2048 --files 200 --top /mnt/efs/2nd/
version : 3.1
hosts in test : None
launch by daemon : False
top test directory(s) : ['/mnt/efs/2nd']
operation : create
files/thread : 200
threads : 2
record size (KB, 0 = maximum) : 0
file size (KB) : 2048
file size distribution : fixed
files per dir : 100
dirs per dir : 10
threads share directories? : N
filename prefix :
filename suffix :
hash file number into dir.? : N
fsync after modify? : N
pause between files (microsec) : 0
minimum directories per sec : 50
finish all requests? : Y
stonewall? : Y
measure response times? : N
verify read? : Y
verbose? : False
log to stderr? : False
ext.attr.size : 0
ext.attr.count : 0
host = ip-172-31-2-67.eu-west-1.compute.internal,thr = 00,elapsed = 38.760657,files = 200,records = 400,status = ok
host = ip-172-31-2-67.eu-west-1.compute.internal,thr = 01,elapsed = 38.607275,files = 200,records = 400,status = ok
total threads = 2
total files = 400
total IOPS = 800
total data = 0.781 GiB
100.00% of requested files processed, minimum is 70.00
elapsed time = 38.761
files/sec = 10.319743
IOPS = 20.639485
MiB/sec = 20.639485
[fedora@ip-172-31-2-67 smallfile]$ sudo python smallfile_cli.py --operation create --threads 2 --file-size 2048 --files 200 --top /mnt/standard/2nd/
version : 3.1
hosts in test : None
launch by daemon : False
top test directory(s) : ['/mnt/standard/2nd']
operation : create
files/thread : 200
threads : 2
record size (KB, 0 = maximum) : 0
file size (KB) : 2048
file size distribution : fixed
files per dir : 100
dirs per dir : 10
threads share directories? : N
filename prefix :
filename suffix :
hash file number into dir.? : N
fsync after modify? : N
pause between files (microsec) : 0
minimum directories per sec : 50
finish all requests? : Y
stonewall? : Y
measure response times? : N
verify read? : Y
verbose? : False
log to stderr? : False
ext.attr.size : 0
ext.attr.count : 0
host = ip-172-31-2-67.eu-west-1.compute.internal,thr = 00,elapsed = 23.581984,files = 200,records = 400,status = ok
host = ip-172-31-2-67.eu-west-1.compute.internal,thr = 01,elapsed = 26.276651,files = 200,records = 400,status = ok
total threads = 2
total files = 400
total IOPS = 800
total data = 0.781 GiB
100.00% of requested files processed, minimum is 70.00
elapsed time = 26.277
files/sec = 15.222640
IOPS = 30.445280
MiB/sec = 30.445280
