Skip to content

Instantly share code, notes, and snippets.

>>> data = {}
>>> key = 'key'
>>> data[key] = [key for key in ('foo', 'bar', 'baz')]
>>> print(data)
{'baz': ['foo', 'bar', 'baz']}
@tkaemming
tkaemming / mmh3.lua
Last active December 31, 2015 06:06
murmurhash3 32-bit, pure lua
-- based on the example implementations from https://en.wikipedia.org/wiki/MurmurHash
bit = require('bit')
struct = require('struct')
c1 = 0xcc9e2d51
c2 = 0x1b873593
r1 = 15
r2 = 13
m = 5
n = 0xe6546b64
bad = string.byte(arg[1], 1, 4)
print(bad)
good = {string.byte(arg[1], 1, 4)}
print(good)
print(unpack(good))
@tkaemming
tkaemming / run-redis-cluster.py
Last active December 11, 2015 20:40
script to run n redis servers
import os
import signal
import subprocess
import sys
import tempfile
import time
processes = set()
2015-08-12 23:30:25,127 DEBUG MainThread:140495276758784 - Checking cluster version...
2015-08-12 23:30:25,128 DEBUG MainThread:140495276758784 - Remote version: 0.3.0.dev0
2015-08-12 23:30:25,129 DEBUG MainThread:140495276758784 - Connecting to databases: postgresql:///destination
2015-08-12 23:30:25,133 DEBUG MainThread:140495276758784 - Checking if postgresql:///destination has been configured...
2015-08-12 23:30:25,134 INFO MainThread:140495276758784 - postgresql:///destination has not been configured for use, setting up now...
2015-08-12 23:30:25,134 INFO MainThread:140495276758784 - Beginning prepared transaction 0_cGdzaG92ZWw6c2V0dXAtZGF0YWJhc2U=_MWI5ZDQ2ZjI0MTRhMTFlNWI1YzIwMjQyYWMxMTAwODA= on postgresql:///destination...
2015-08-12 23:30:25,135 INFO MainThread:140495276758784 - Creating PgQ extension (if it does not already exist)...
2015-08-12 23:30:25,172 INFO MainThread:140495276758784 - Creating (or updating) plpythonu language...
2015-08-12 23:30:25,183 INFO MainTh
@tkaemming
tkaemming / Dockerfile
Created June 10, 2015 06:32
nginx-push-stream dockerfile
FROM buildpack-deps:jessie
RUN NGINX_VERSION=1.9.1 && \
PUSHSTREAM_VERSION=0.5.1 && \
curl -LO https://github.com/wandenberg/nginx-push-stream-module/archive/$PUSHSTREAM_VERSION.tar.gz && \
tar xvf $PUSHSTREAM_VERSION.tar.gz && \
curl -LO http://nginx.org/download/nginx-$NGINX_VERSION.tar.gz && \
tar xvf nginx-$NGINX_VERSION.tar.gz && \
cd nginx-$NGINX_VERSION && \
./configure --add-module=../nginx-push-stream-module-$PUSHSTREAM_VERSION && \
import itertools
def pager(size):
for i in itertools.count():
if i % size == 0:
print 'fetching page:', i / size
yield i
def readahead(iterable, size=100):
actual, ahead = itertools.tee(iterable)
(6fbda187737cc2cd)ted@aventador-3 % python remove-consumer.py --zookeeper $ZOOKEEPER tkaemming
/consumers/tkaemming (created 1 day, 3:21:37.186777 ago, modified 1 day, 3:21:37.186777 ago, version 0)
/consumers/tkaemming/offsets (created 1 day, 3:21:27.186777 ago, modified 1 day, 3:21:27.186777 ago, version 0)
/consumers/tkaemming/offsets/activity-metrics (created 1 day, 3:21:27.186777 ago, modified 1 day, 3:21:27.186777 ago, version 0)
/consumers/tkaemming/offsets/activity-metrics/3-1 (created 1 day, 3:21:26.186777 ago, modified 0:31:03.186777 ago, version 1293)
/consumers/tkaemming/offsets/activity-metrics/3-0 (created 1 day, 3:21:26.186777 ago, modified 0:31:03.186777 ago, version 1293)
/consumers/tkaemming/offsets/activity-metrics/1-1 (created 1 day, 3:21:26.186777 ago, modified 0:31:03.186777 ago, version 1293)
/consumers/tkaemming/offsets/activity-metrics/1-0 (created 1 day, 3:21:26.186777 ago, modified 0:31:03.186777 ago, version 1293)
/consumers/tkaemming/offsets/ac
import atexit
import time
from threading import (
Event,
Lock,
Thread,
)