Multiprocess naive snowball cp

snowball.py

import os
import subprocess
import multiprocessing
import timeit


def work(drive):
	cmd = [
		'snowball',
		'cp',
		os.path.join(drive, '*/*/data/{E,S}*/*'),
		's3://yadayadayada']
	try:
		subprocess.check_call(cmd)
	except:
		print("Didn't work for: {}", drive)
	return


def main():
	tic = timeit.default_timer()

	drives = [os.path.join('/Volumes', x) for x in os.listdir('/Volumes') if x != 'Macintosh HD']
	print(drives)

	pool = multiprocessing.Pool(processes=len(drives))
	r = pool.map_async(work, drives)
	r.wait()

	toc = timeit.default_timer()
	
	print("It took this long: {}".format(tic-toc))


if __name__ == '__main__':
	main()