Read from multiple hard drives simultaneously to fill up all 10G of bandwidth

simultaneous.py

import os
import subprocess
import multiprocessing
import timeit


def work(drive):
	cmd = [
		'snowball',
    		'cp',
    		drive,
		's3://yadayadayada']
	try:
		subprocess.check_call(cmd)
	except:
		print("Didn't work for: {}", drive)
	return


def main():
	tic = timeit.default_timer()
	
	#find path for each drive
	drives = [os.path.join('/Volumes', x) for x in os.listdir('/Volumes') if x in ['Macintosh HD', 'Recovery']]
	print(drives)
	
	#spin up a process to process material on each drive
	pool = multiprocessing.Pool(processes=len(drives))
	r = pool.map_async(work, drives)
	r.wait()

	toc = timeit.default_timer()
	
	print("It took this long: {}".format(tic-toc))


if __name__ == '__main__':
	main()