Alternative push_dataframes script for maintaining datatypes, more error prone on less clean datasets.

pysqlplus_push_dataframe_dtypes.py

def push_dataframe_dtypes(self, data, table="raw_data", batchsize=500,
                          overwrite=False, fast_upload=False):
    # if overwrite is true we auto remove any tables with same name
    if overwrite:
        # check for pre-existing table and delete if present
        self.drop(table)

    # convert pyodbc connection string into sqlalchemy friendly format
    connection_str = urllib.parse.quote_plus(self.connection_str)

    # sqlalchemy engine is required for insert here
    engine = sqlalchemy.create_engine('mssql+pyodbc:///?odbc_connect'
                                      f'={connection_str}')

    method = None
    # if fast_upload chosen, set method to this
    if fast_upload:
        method = 'multi'

    # upload to SQL server
    data.to_sql(table, engine, chunksize=batchsize, method=method)