Skip to content

Instantly share code, notes, and snippets.

Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
#!/bin/bash
set -e
REPOSITORY=$(basename $(realpath $(dirname "$0")))
VCPUS=16
MEMORY=$(expr 1024 \* 32)
COMMAND='[]'
JOB_QUEUE=default
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
import io
import csv
import zlib
import boto3
from tqdm.auto import tqdm
s3 = boto3.resource('s3')
def iterable_to_stream(iterable, buffer_size=io.DEFAULT_BUFFER_SIZE):
"""
# the switch
def LEFT(a):
def f(b):
return a
return f
def RIGHT(a):
def f(b):
return b
import sys
import argparse
import subprocess
parser = argparse.ArgumentParser()
parser.add_argument('command', choices=['userpath'])
parser.add_argument('--verbose')
parser.add_argument('--flag', action='store_true', default=False)
@AlJohri
AlJohri / sample_sqlalchemy_reflection.py
Created April 9, 2019 21:22
sample usage of sqlalchemy reflection to load tables hooks to print queries as they happen
"""
http://docs.sqlalchemy.org/en/latest/core/tutorial.html
"""
import time
import logging
import logging.config
import warnings
import sqlparse
from functools import partial
cache
├── aylien.sqlite
├── clavis.sqlite
├── google.sqlite
├── google_search.sqlite
├── joblib
│   └── joblib
│   └── lib
│   └── utils
│   └── translate
#!/usr/bin/env python
import sys
from dvc.project import Project
from dvc.stage import Stage
stage_file = sys.argv[1]
dvc = Project()
with dvc.state:
import requests
from bs4 import BeautifulSoup
url = 'https://www.presidency.ucsb.edu/documents/presidential-documents-archive-guidebook/presidential-candidates-debates-1960-2016'
response = requests.get(url)
soup = BeautifulSoup(response.text, 'html.parser')
for tr in soup.select('.field-body > table > tbody > tr > td > table > tbody > tr > td > table > tbody > tr'):
columns = tr.select('td')
if len(columns) == 1: continue