fgregg

import csv
import itertools
import math
import random
import string
import sys

import click
from pulp import PULP_CBC_CMD, LpBinary, LpMaximize, LpProblem, LpVariable, lpSum, value

fgregg

addEventListener("fetch", (event) => {
  event.respondWith(
    handleRequest(event).catch(
      (err) => new Response(err.stack, { status: 500 })
    )
  );
});

 

fgregg

fgregg

from selenium import webdriver
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC
from selenium.webdriver.common.by import By


with webdriver.Chrome() as driver:
    # load the page
    driver.get("https://dapps.36thdistrictcourt.org/ROAWEBINQ/Default.aspx")

fgregg

should be able to scrape changing bookingNumber in the data payload.

For Justin Walker:

curl 'https://inmatelocator.ccsheriff.org/InmateLocator/Details'
-H 'User-Agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10.13; rv:75.0) Gecko/20100101 Firefox/75.0'
-H 'Accept: text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8'
-H 'Accept-Language: en-US,en;q=0.5'
--compressed

fgregg

import psycopg2
import io
import csv
import itertools

class Readable(object):

    def __init__(self, iterator):

        self.output = io.StringIO()

fgregg

def batched_result_generator(cur):
    offset = 0
    batchsize = 100
    exhausted = False
    while not exhausted:
        results = cur.execute('select ... from offset = ? limit = ?', (offset, batchsize)).fetchall()
        if len(results) < batchsize:
            exhausted = True
        for row in results:
            yield row

fgregg

• councilmatic for ann arbor
• twitter bot for the wolverine
• clearstreets for ann arbor
• twitter bot for new restaurants in washtenaw county
• plotting bad sidewalks in AA
• pollution in michigan water

fgregg

fgregg

library(tidyverse)
library(lubridate) # we'll use this for some date processing

# Read in the data
intake <- read.csv("Intake.csv")
initiation <- read.csv("Initiation.csv")

# Turn RECEIVED_DATE from strings to date objects
intake <- intake %>%
  mutate(RECEIVED_DATE = as.Date(RECEIVED_DATE, '%m/%d/%Y'))