Last active
August 30, 2020 15:57
-
-
Save bxt/5195500 to your computer and use it in GitHub Desktop.
A very basic caching python HTTP proxy server.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# Originally from http://sharebear.co.uk/blog/2009/09/17/very-simple-python-caching-proxy/ | |
# | |
# Usage: | |
# A call to http://localhost:80000/example.com/foo.html will cache the file | |
# at http://example.com/foo.html on disc and not redownload it again. | |
# To clear the cache simply do a `rm *.cached`. To stop the server simply | |
# send SIGINT (Ctrl-C). It does not handle any headers or post data. | |
import BaseHTTPServer | |
import hashlib | |
import os | |
import urllib2 | |
class CacheHandler(BaseHTTPServer.BaseHTTPRequestHandler): | |
def do_GET(self): | |
m = hashlib.md5() | |
m.update(self.path) | |
cache_filename = m.hexdigest() + ".cached" | |
if os.path.exists(cache_filename): | |
print "Cache hit" | |
data = open(cache_filename).readlines() | |
else: | |
print "Cache miss" | |
data = urllib2.urlopen("http:/" + self.path).readlines() | |
open(cache_filename, 'wb').writelines(data) | |
self.send_response(200) | |
self.end_headers() | |
self.wfile.writelines(data) | |
def run(): | |
server_address = ('', 8000) | |
httpd = BaseHTTPServer.HTTPServer(server_address, CacheHandler) | |
httpd.serve_forever() | |
if __name__ == '__main__': | |
run() |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
*.cached |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment
I made one for Python 3 with some additional improvements: https://gist.github.com/justinmeiners/24dcf5904490b621220bed643651f681