get datasets from kaggle using their api

kaggle-dataset-scraper.py

import os
import csv
import time
import argparse
import subprocess

def parse_args():
    parser = argparse.ArgumentParser()
    parser.add_argument("--search_terms", type=str)
    return parser.parse_args()

def main(search_terms):
    with open('/tmp/search_terms.csv', "w") as f:
        subprocess.call(['kaggle', 'datasets', 'list', '-v',
                         '-s', search_terms], stdout=f)

    with open('/tmp/search_terms.csv') as f:
        reader = csv.reader(f)
        names = []
        for i, row in enumerate(reader):
            if i != 0:
                names.append(row[0])
        print(names)

    for name in names:
        subprocess.call(['kaggle', 'datasets', 'download', '--dataset', name])


if __name__ == '__main__':
    args = parse_args()
    main(args.search_terms)