client.py

import redis
import time
import json

r = redis.Redis(host='localhost', port=6379, db=0)

for i in range(100):
    print(i)
    r.rpush('tasks', json.dumps({'task': i}))
    time.sleep(0.5)

worker.py

import redis
import os
import json
import time
import math

NUMBER_WORKERS = 8  # 1, 2, 4, 8

for _ in range(int(math.log2(NUMBER_WORKERS))):
    print('fork')
    os.fork()

r = redis.Redis(host='localhost', port=6379, db=0)

while True:
    task = json.loads(r.blpop('tasks')[1])
    print('worker', os.getpid(), task)
    time.sleep(2)

worker_simple.py

import redis
import json
import time

r = redis.Redis(host='localhost', port=6379, db=0)

while True:
    task = json.loads(r.blpop('tasks')[1])
    print(task)
    time.sleep(2)

worker_thread.py

import redis
import json
import time
import threading

NUMBER_WORKERS = 8  # 1, 2, 4, 8

def worker(n):
    r = redis.Redis(host='localhost', port=6379, db=0)

    while True:
        task = json.loads(r.blpop('tasks')[1])
        print('worker', n, task)
        time.sleep(2)


for i in range(NUMBER_WORKERS):
    p = threading.Thread(target=worker, args=(i, ))
    p.start()
p.join()