curlMulti example

curl_multi.py

#!/usr/bin/env python


import pycurl
import select

def write(*args):
    pass


if __name__ == '__main__':
    cs = [pycurl.Curl() for x in xrange(300)]
    m = pycurl.CurlMulti()
    for h in cs:
        h.setopt(pycurl.URL, 'http://google.com')
        h.setopt(pycurl.WRITEFUNCTION, write)
        m.add_handle(h)
    while 1:
        ret, num_handles = m.perform()
        if ret != pycurl.E_CALL_MULTI_PERFORM:
            break
    while num_handles:
        apply(select.select, m.fdset() + (1,))
        while 1:
            ret, num_handles = m.perform()
            if ret != pycurl.E_CALL_MULTI_PERFORM:
                break