profile io with asyncio

myprofile.py

import os
import sys
import uuid
import time
import numpy as np
import asyncio
import aiofiles
from aiofiles.os import wrap

# make sure any io operations use the async version
copyfile = wrap(shutil.copyfile)
movefile = wrap(shutil.move)
file_exists = wrap(os.path.exists)
makedirs = wrap(os.makedirs)

np.random.seed(0)

#root = '/mymount/tmp/ok'
#root = '/tmp/ok'
root = sys.argv[1]

getdata = lambda x,y: (255*np.random.rand(x,y)).astype(np.uint8).ravel().tobytes()

async def myjob():

    uid = uuid.uuid4().hex
    n = 2
    uid_path = [uid[i:i+n] for i in range(0, len(uid), n)]
    myfile = os.path.join(root,*uid_path)
    os.makedirs(os.path.dirname(myfile))
    x,y = np.random.randint(700),np.random.randint(700)
    data = getdata(x,y)
    async with aiofiles.open(myfile, 'wb') as f:
        await f.write(data)

m=100
n=10
async def mymain():
    for _ in range(m):
        results = await asyncio.gather(*[myjob() for x in range(n)])
        await asyncio.sleep(0.1)
        
if __name__ == "__main__":
    stime = time.time()
    asyncio.run(mymain())
    etime = time.time()
    print(etime-stime)
    print(f'expected file count {m*n}')
    
    cmd_list = ['find',root,'-type','f','|','wc','-l']
    print(' '.join(cmd_list))

also
https://tldp.org/HOWTO/NFS-HOWTO/performance.html
http://manpages.ubuntu.com/manpages/trusty/man1/dd.1.html

executed in docker.
ubuntu 18.04
miniconda python=3.7.2
pip install https://github.com/Tinche/aiofiles/archive/master.zip
0.7.0.dev0