gevent concurrent url request snippet

gevent_samply.py

import gevent
from gevent import monkey; monkey.patch_all()

from gevent import pool
import random

from time import sleep, time
import urllib2

POOL_SIZE = 5

def yield_keyword():
    
    keywords_list = ['http://www.yahoo.com/'] * 5

    for entry in keywords_list:
        yield entry

def worker(entry):
    
    print "Worker - Fetching for {0}".format(entry)
    
    content = urllib2.urlopen(entry).read()

    print "Worker - Completed for {0}".format(content)
    print "**Spinning Down a Worker**"

worker_pool = pool.Pool(POOL_SIZE)

def main():
    start_time = time()
    for entry in yield_keyword():
        worker_pool.spawn(worker, entry)
        print "**Spinning Up a Worker**"

    # block until all tasks are done
    worker_pool.join()
    
    #timestamp
    run_time = (time() - start_time) / 60
    print "Total Runtime:", run_time

if __name__ == '__main__':
    main()