Stream the gerrit stuff.

gerrit.py

#!/usr/bin/env python
#
# Run this under a supervisor to make the stream go from gerrit to a
# couchdb.
#
# Set the following environment variables to make for useful:
#
#  COUCH_SERVER - url to CouchDB ( e.g. http://localhost:5984/ )
#  COUCH_DB     - db to contain the stuff (e.g. gerrit)
#  GERRIT_HOST  - hostname of review server (e.g. review.membase.org)
#

import os
import sys
import json
import time
import signal
import atexit
import traceback
import subprocess

import couchdb

actorPos = {
    'comment-added': 'author',
    'change-merged': 'submitter',
    'patchset-created': 'uploader',
    'change-abandoned': 'abandoner',
    'change-restored': 'restorer',
    'ref-updated': 'submitter'
    }

db = couchdb.Server(os.getenv('COUCH_SERVER'))[os.getenv('COUCH_DB')]

p = subprocess.Popen(['ssh', '-p', '29418',
                      '-oServerAliveInterval=5', os.getenv("GERRIT_HOST"),
                      'gerrit', 'stream-events'], stdout=subprocess.PIPE)

while True:
    signal.alarm(900)
    line = p.stdout.readline()
    try:
        doc = json.loads(line)
        # Doc cleanups.
        doc['ts'] = time.strftime("%Y-%m-%dT%H:%M:%S")
        doc['actor'] = doc[actorPos[doc['type']]]
        doc['actor']['short_name'] = doc['actor']['name'].split()[0]
        if 'change' in doc:
            doc['project'] = doc['change']['project']
        elif 'refUpdate' in doc:
            doc['project'] = doc['refUpdate']['project']
        print "Got", doc
        db.create(doc)
    except:
        print "Error processing", repr(line)
        traceback.print_exc()
        sys.exit(1)
    sys.stdout.flush()