multipart

multi.py

def upload_file(client, project_id, job_id, filename, path, mimetype):
    mpu = client.post('/v1/files?multipart=1', data={
        'project_id': project_id,
        'job_id': job_id,
        'name': filename,
        'type': mimetype,
    }, files={'1': '1'}).json()

    # split each file up
    with open(path, 'rb') as f:
        contents = f.read(PART_SIZE)
        part = 1
        while contents:
            buff = io.BytesIO(contents)
            client.put('/v1/multipartuploads/%s?part=%d'  % (mpu['id'], part), data=buff)
            contents = f.read(PART_SIZE)
            part += 1

    client.post('/v1/multipartuploads/' + mpu['id'])