import of fake data for hn user Y0s

import.py

import glob
import sqlite3
import shlex
import sys
import io

conn = sqlite3.connect('transaction.db')
c = conn.cursor()

all = glob.glob("transactions/*")

counter = 0
for name in all:
    counter += 1
    f = open(name)
    lines = []
    for line in f.readlines():
        cols = shlex.split(line.strip())
        user_id = cols[0]
        date = cols[2]
        store = cols[1]
        items = cols[3].split(',')
        for item in items:
            lines.append([user_id, store, date, item])
        
    c.executemany("insert into txs values(?,?,?,?)", lines)
    if counter % 100 == 0:
        conn.commit()
    print( "Parsed Customer", name)