Used in RubyConf Taiwan 2016 https://www.slideshare.net/shikendon/crawler-from-zero

threading_test.py

#!/usr/bin/env python3

import threading
import urllib.request

def worker(index, results):
    req = urllib.request.urlopen('https://www.facebook.com/')
    results.append(req.getcode())

results = []
threads = []
for i in range(1000):
    t = threading.Thread(target=worker, args=(i, results))
    threads.append(t)
    t.start()

for t in threads:
    t.join()

print(set(results))