ETL project - generate log data

generate_data.py

import os
from common.s3_utils import copy_to_s3
from common.system_utils import execute_local, del_local_file
import datetime


def generate_data():
    path = "/Users/nikki/work/code/Fake-Apache-Log-Generator/"
    os.chdir(path)

    cmd = ["./venv/bin/python", "apache-fake-log-gen.py", "-n", "1000", "-o", "GZ"]
    execute_local(cmd)

    # List files in current directory
    files = os.listdir(os.curdir)
    # particular files from a directories
    list = [path + k for k in files if 'access_log' in k]
    print(list)
    return list