Created
March 10, 2012 19:33
-
-
Save andrewwatts/2012630 to your computer and use it in GitHub Desktop.
urllib2 vs urllib3 vs requests
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#!/usr/bin/env python2.7 | |
import time | |
_URL = 'http://localhost/tmp/derp.html' | |
_NUMBER = 1000 | |
def test_urllib2(): | |
import urllib2 | |
try: | |
response = urllib2.urlopen(_URL) | |
except urllib2.HTTPError, e: | |
response = e | |
response.code | |
return response.read() | |
def test_urllib3(): | |
import urllib3 | |
http = urllib3.PoolManager() | |
response = http.request('GET', _URL) | |
response.status | |
return response.data | |
def test_requests(): | |
import requests | |
response = requests.get(_URL) | |
response.status_code | |
return response.text | |
if __name__ == '__main__': | |
from timeit import Timer | |
t_urllib2 = Timer("test_urllib2()", "from __main__ import test_urllib2") | |
print '{0} urllib2: {1}'.format(_NUMBER, t_urllib2.timeit(number=_NUMBER)) | |
t_urllib3 = Timer("test_urllib3()", "from __main__ import test_urllib3") | |
print '{0} urllib3: {1}'.format(_NUMBER, t_urllib3.timeit(number=_NUMBER)) | |
t_requests = Timer("test_requests()", "from __main__ import test_requests") | |
print '{0} requests: {1}'.format(_NUMBER, t_requests.timeit(number=_NUMBER)) | |
_URL = 'https://baidu.com'
10 urllib2: 0.8630119720000948
10 urllib3: 22.80423276600004
10 requests: 3.069073326999842
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment
How to convert the following code to make use of urllib3 instead of urllib