An example of asyncio, standard io, and process-based parallelism using unsync

run_unsync.py

# Requirements:
# aiohttp
# aiodns
# cchardet
# requests
# unsync


import asyncio
from unsync import unsync
import datetime
import math

import aiohttp
import requests
import multiprocessing


def main():
    t0 = datetime.datetime.now()

    tasks = [
        compute_some(),
        compute_some(),
        compute_some(),
        download_some(),
        download_some(),
        download_some_more(),
        download_some_more(),
        wait_some(),
        wait_some(),
        wait_some(),
        wait_some(),
    ]

    [t.result() for t in tasks]

    dt = datetime.datetime.now() - t0
    print("Synchronous version done in {:,.2f} seconds.".format(dt.total_seconds()))


@unsync(cpu_bound=True)
def compute_some():
    print("Computing {}...".format(process_info()))
    for _ in range(1, 10_000_000):
        math.sqrt(25 ** 25 + .01)


@unsync()
async def download_some():
    print("Downloading {}...".format(process_info()))
    url = 'https://talkpython.fm/episodes/show/174/coming-into-python-from-another-industry-part-2'
    async with aiohttp.ClientSession(connector=aiohttp.TCPConnector(ssl=False)) as session:
        async with session.get(url) as resp:
            resp.raise_for_status()

            text = await resp.text()

    print("Downloaded (more) {:,} characters.".format(len(text)))


@unsync()
def download_some_more():
    print("Downloading more {} ...".format(process_info()))
    url = 'https://pythonbytes.fm/episodes/show/92/will-your-python-be-compiled'
    resp = requests.get(url)
    resp.raise_for_status()

    text = resp.text

    print("Downloaded {:,} characters.".format(len(text)))


@unsync()
async def wait_some():
    print("Waiting... {}".format(process_info()))
    for _ in range(1, 1000):
        await asyncio.sleep(.001)


def process_info():
    p = multiprocessing.current_process()
    return "Name: {}, ID: {}".format(p.name, p.pid)


if __name__ == '__main__':
    main()