jibs

Google cloud's ssh command lets you pass standard ssh flags. To, for example, forward local port 8088 to port 8088 on a vm instance, all you need to do is:

gcloud compute  ssh --ssh-flag="-L 8088:localhost:8088"  --zone "us-central1-b" "example_instance_name"

Now browsing to localhost:8088 works as it would with standard ssh.

jibs

public class DisruptorTest2 {

    public static class PiJob {
        public double result;
        public int sliceNr;
        public int numIter;
        public int partionId;

        public void calculatePi() {
            double acc = 0.0;

jibs

import com.twitter.finagle.http.path._
import com.twitter.finagle.http.service.RoutingService
import com.twitter.finagle.http.{Request, Response, RichHttp, Http}
import com.twitter.finagle.{Service, SimpleFilter}
import org.jboss.netty.handler.codec.http._
import org.jboss.netty.handler.codec.http.HttpResponseStatus._
import org.jboss.netty.handler.codec.http.HttpVersion.HTTP_1_1
import org.jboss.netty.buffer.ChannelBuffers.copiedBuffer
import org.jboss.netty.util.CharsetUtil.UTF_8
import com.twitter.util.Future

jibs

To reset migrations of just a single app, say polls

from south.models import MigrationHistory
MigrationHistory.objects.filter(app_name='polls').delete()

Make sure you delete the migrations folder (at APPNAME/migrations)

./manage.py schemamigration --initial polls

jibs

import sys
from kazoo.client import KazooClient

"""
Simple python script to clean up zookeeper consumer offsets after a errant kafka consumer. Only tested on Kafka 0.7.

For details on Kazoo: http://kazoo.readthedocs.org/en/latest/index.html

MIT License.
"""

jibs

# TO_FOLDER=/something
# FROM=/your-es-installation

DATE=`date +%Y-%m-%d_%H-%M`
TO=$TO_FOLDER/$DATE/
echo "rsync from $FROM to $TO"
# the first times rsync can take a bit long - do not disable flusing
rsync -a $FROM $TO

# now disable flushing and do one manual flushing

jibs

#!/bin/bash
# herein we backup our indexes! this script should run at like 6pm or something, after logstash
# rotates to a new ES index and theres no new data coming in to the old one. we grab metadatas,
# compress the data files, create a restore script, and push it all up to S3.
TODAY=`date +"%Y.%m.%d"`
INDEXNAME="logstash-$TODAY" # this had better match the index name in ES
INDEXDIR="/usr/local/elasticsearch/data/logstash/nodes/0/indices/"
BACKUPCMD="/usr/local/backupTools/s3cmd --config=/usr/local/backupTools/s3cfg put"
BACKUPDIR="/mnt/es-backups/"
YEARMONTH=`date +"%Y-%m"`

jibs

import pyes
import simplejson as json

SOURCE =['SERVER:9200']

sconn = pyes.ES(SOURCE)

def scroll_gen(index):
    q = '{"query":{"match_all":{}}, "size": 15000}'
    s = sconn.search_raw(json.loads(q), scroll="5m", indices=index)

jibs

import boto
from boto.route53.record import ResourceRecordSets
from collections import defaultdict


zone_name = 'yourdomain.com.'
zone_id = "ZONEID-HERE"

conn = boto.connect_route53()
zone = conn.get_hosted_zone(zone_id)

jibs

####################################
# BASIC REQUIREMENTS
# http://graphite.wikidot.com/installation
# http://geek.michaelgrace.org/2011/09/how-to-install-graphite-on-ubuntu/
# Last tested & updated 10/13/2011
####################################
 
sudo apt-get update
sudo apt-get upgrade