Testing gsutil's transparent compression of a csv file (and reading it back from the python lib)

down.py

import io
import csv
import sys
from google.cloud import storage

#
# Test download of gsutil gzipped csv file
#


def read_spike_file(bucket_name):
    client = storage.Client()
    bucket = client.get_bucket(bucket_name)
    blob_iterator = bucket.list_blobs(prefix='spike.csv', delimiter='/')
    for blob in blob_iterator:
        print(f'blob: {blob}')
        csv_file = io.StringIO(blob.download_as_string().decode('utf-8'))

        for row in csv.DictReader(csv_file):
            print(row)


if __name__ == '__main__':
    try:
        bucket_name = sys.argv[1]
    except IndexError:
        print('Missing bucket name!')
        sys.exit(1)

    read_spike_file(bucket_name)

Pipfile

[[source]]
name = "pypi"
url = "https://pypi.org/simple"
verify_ssl = true

[dev-packages]

[packages]
google-cloud-storage = "*"

[requires]
python_version = "3.6"

spike.csv

up.sh

#
# Test upload of gsutil gzipped csv file
#

: "${1?Missing bucket name!}"

gsutil rm "gs://$1/spike.csv"
gsutil cp -Z spike.csv "gs://$1/"