| class BitSet: | |
| def __init__(self): | |
| self.bits = 0 | |
| def __len__(self): | |
| return self.bits.bit_count() | |
| def __and__(self, other): | |
| result = BitSet() | |
| result.bits = self.bits & other.bits |
| import tempfile | |
| from pathlib import Path | |
| from urllib.parse import urlparse | |
| import boto3 | |
| import click | |
| import environ | |
| import opensearchpy | |
| import pymupdf | |
| import pytesseract |
| import csv | |
| import itertools | |
| import math | |
| import random | |
| import string | |
| import sys | |
| import click | |
| from pulp import PULP_CBC_CMD, LpBinary, LpMaximize, LpProblem, LpVariable, lpSum, value |
| addEventListener("fetch", (event) => { | |
| event.respondWith( | |
| handleRequest(event).catch( | |
| (err) => new Response(err.stack, { status: 500 }) | |
| ) | |
| ); | |
| }); | |
| from selenium import webdriver | |
| from selenium.webdriver.support.ui import WebDriverWait | |
| from selenium.webdriver.support import expected_conditions as EC | |
| from selenium.webdriver.common.by import By | |
| with webdriver.Chrome() as driver: | |
| # load the page | |
| driver.get("https://dapps.36thdistrictcourt.org/ROAWEBINQ/Default.aspx") |
should be able to scrape changing bookingNumber in the data payload.
For Justin Walker:
curl 'https://inmatelocator.ccsheriff.org/InmateLocator/Details'
-H 'User-Agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10.13; rv:75.0) Gecko/20100101 Firefox/75.0'
-H 'Accept: text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8'
-H 'Accept-Language: en-US,en;q=0.5'
--compressed
| import psycopg2 | |
| import io | |
| import csv | |
| import itertools | |
| class Readable(object): | |
| def __init__(self, iterator): | |
| self.output = io.StringIO() |
| def batched_result_generator(cur): | |
| offset = 0 | |
| batchsize = 100 | |
| exhausted = False | |
| while not exhausted: | |
| results = cur.execute('select ... from offset = ? limit = ?', (offset, batchsize)).fetchall() | |
| if len(results) < batchsize: | |
| exhausted = True | |
| for row in results: | |
| yield row |