Load CSV into Table

load_sectors_etfs.py

import os
from pathlib import Path
from sqlalchemy import create_engine
import pandas as pd

from trading_data_pipeline.config import AppConfig

config = AppConfig(os.environ)

connection_url = config.get_postgres_uri()
db = create_engine(connection_url)
conn = db.connect()

csv_path = os.path.join(str(Path(__file__).parent.parent), 'resources', 'sectors_etfs.csv')
data = pd.read_csv(csv_path)
data['type'] = 'SECTOR_ETF'
data.to_sql('instruments', conn, if_exists='append', index=False)