Skip to content

Instantly share code, notes, and snippets.

@obeleh
Forked from batok/eventlet_gs_uploader.py
Created December 30, 2013 16:30
Show Gist options
  • Save obeleh/8184333 to your computer and use it in GitHub Desktop.
Save obeleh/8184333 to your computer and use it in GitHub Desktop.
# this program uploads to google storage using boto and eventlet all the jpg files of a selected folder
import eventlet
bcon = eventlet.import_patched("boto.gs.connection")
import glob
FOLDER = "/Users/myself/Documents/" # replace this with your chosen folder
BUCKET_NAME = "whateveryourbucketname" # replace this with your bucket name
def upload(myfile):
c = bcon.GSConnection()
bucket = c.get_bucket(BUCKET_NAME)
key = bucket.new_key(myfile)
with open("{0}{1}".format(FOLDER , myfile), "rb") as f:
print "begin upload of ", myfile
key.set_contents_from_file(f, policy="private")
print "uploaded", myfile
return myfile
if __name__ == "__main__":
pool = eventlet.GreenPool(200)
for fname in pool.imap(upload, [x.split("/")[-1] for x in glob.glob("{0}*jpg".format(FOLDER)) ]):
print "file ", fname , " at google storage"
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment