Comparing hash calculation

hhash.py

import hashlib
from timeit import timeit
from concurrent.futures import ThreadPoolExecutor, ProcessPoolExecutor

a = b'1 2 3 4' * 1024 * 1024 * 100

funcs = [
    hashlib.sha1,
    hashlib.sha256,
    hashlib.sha384,
    hashlib.sha512,
]


def seq():
    return [
        func(a).hexdigest()
        for func in funcs
    ]


tpool = ThreadPoolExecutor(max_workers=4)
ppool = ProcessPoolExecutor(max_workers=4)


def apply(i):
    return funcs[i](a).hexdigest()


def threaded():
    return list(
        tpool.map(apply, range(len(funcs))))


def processed():
    return list(
        ppool.map(apply, range(len(funcs))))


assert seq() == threaded()
assert seq() == processed()

number = 10
print(timeit("seq()", globals=globals(), number=number))
print(timeit("threaded()", globals=globals(), number=number))
print(timeit("processed()", globals=globals(), number=number))

hhash_data.py

import hashlib
from timeit import timeit
from concurrent.futures import ThreadPoolExecutor, ProcessPoolExecutor

data = [
    b'1 2 3 4' * 1024 * 1024 * 100,
    b'2 2 3 4' * 1024 * 1024 * 100,
    b'3 3 3 4' * 1024 * 1024 * 100,
    b'4 4 4 4' * 1024 * 1024 * 100,
]


def seq():
    return [
        hashlib.sha512(a).hexdigest()
        for a in data
    ]


tpool = ThreadPoolExecutor(max_workers=4)
ppool = ProcessPoolExecutor(max_workers=4)


def apply(a):
    return hashlib.sha512(a).hexdigest()


def threaded():
    return list(
        tpool.map(apply, data))


def processed():
    return list(
        ppool.map(apply, data))


assert seq() == threaded()
assert seq() == processed()

number = 10
print(timeit("seq()", globals=globals(), number=number))
print(timeit("threaded()", globals=globals(), number=number))
print(timeit("processed()", globals=globals(), number=number))