Parse Police Blotter with wextractor

parse_blotter.py

import requests
import datetime
import time
import tempfile

from wextractor.extractors import CsvExtractor

upload_url = 'http://opendata.ucsur.pitt.edu/data/api/action/datastore_upsert?resource_id=eaa91ff8-6d63-4750-810a-53957a344346'
resource_id = 'eaa91ff8-6d63-4750-810a-53957a344346'

 
def parse_blotter_date(val):
    return datetime.datetime.strptime(
        val, '%m/%d/%Y'
    )
 
def make_timestamp(val):
    arrest_time = time.strptime(val, '%H:%M')
    return datetime.datetime.combine(
        datetime.date.today(), 
        datetime.time(arrest_time.tm_hour, arrest_time.tm_min)
    )
 
extractor = CsvExtractor(
    'http://apps.pittsburghpa.gov/police/arrest_blotter/arrest_blotter_Monday.csv',
    dtypes=[
        str, int, int, str, parse_blotter_date, make_timestamp, str, str, int, int, str
    ]
)
data = extractor.extract()

for row in data:
    row['ARREST_TIME'] = str(datetime.datetime.combine(row['ARREST_DATE'].date(), row['ARREST_TIME'].time()))
    row.pop('ARREST_DATE')

test = requests.post(
    'http://opendata.ucsur.pitt.edu/data/api/action/datastore_upsert',
    headers={
        'content-type': 'application/json',
        'authorization': 'XXXXX'
    },
    data=json.dumps({
        'resource_id': 'eaa91ff8-6d63-4750-810a-53957a344346',
        'records': data,
        'method': 'insert',
        'force': True
    })
)