ksindi

ksindi

Install Apache Spark (OSX)

$ brew install apache-spark

Run the Spark python shell

A python shell with a preconfigured SparkContext (available as sc). It is

ksindi

import signal

class GracefulInterruptHandler(object):
    
    def __init__(self, sig=signal.SIGINT):
        self.sig = sig
        
    def __enter__(self):
        
        self.interrupted = False

ksindi

from MySQLdb.cursors import SSDictCursor

def iterate_query(query, connection, arraysize=1):
    c = connection.cursor(cursorclass=SSDictCursor)
    c.execute(query)
    while True:
        nextrows = c.fetchmany(arraysize)
        if not nextrows:
            break

ksindi

#!/usr/bin/env python

from gevent import monkey
monkey.patch_all()  # Patch everything
import gevent
import time


class Hub(object):
    """A simple reactor hub... In async!"""

ksindi

tmux shortcuts & cheatsheet

start new:

tmux

start new with session name:

tmux new -s myname

ksindi

from pyelasticsearch import ElasticSearch, ElasticHttpNotFoundError
from pyparsing import *
import unittest


ELASTICSEARCH_INDEX = 'myindex'
ELASTICSEARCH_URL = 'http://localhost:9200/'

es = ElasticSearch(ELASTICSEARCH_URL)

ksindi

from pyparsing import *
import unittest


class Node(list):
    def __eq__(self, other):
        return list.__eq__(self, other) and self.__class__ == other.__class__
        
    def __repr__(self):
        return '%s(%s)' % (self.__class__.__name__, list.__repr__(self))

ksindi

The Best of the Best Practices (BOBP) Guide for Python

A "Best of the Best Practices" (BOBP) guide to developing in Python.

In General

Values

• "Build tools for others that you want to be built for you." - Kenneth Reitz
• "Simplicity is alway better than functionality." - Pieter Hintjens

ksindi

import collections
import MySQLdb as dbapi

__all__ = ['MySql']


class MySql(object):
    def __init__(self, **kwargs):
        self.connection = dbapi.connect(**kwargs)
        self.host_name = kwargs.get('host')