strikaco

class JsonHandler(object):
    """
    Handles serialization/deserialization of attributes in the JSON blob.
    
    Requires a field of type TextField named 'blob' on the source model.
    
    These are not searchable unless you do FTS on the obj.blob field!
    """
    def __init__(self, node, *args, **kwargs):
        # Must set via dict interface or else it triggers __setattr__

strikaco

def concordance(string, search_term, width=25):
    """
    Alternative implementation of NLTK's concordance() that 
    allows printing to stdout or saving to a variable and 
    does not require NLTK.
    
    Just feed it a raw string, JSON string, etc. with any line
    breaks stripped out.
    """
    # Offset tracks our progress as we parse through the string

strikaco

from threading import Thread
from multiprocessing import Process
from os import remove

from time import time

class IOTest:
    max_workers = 10
    max_lines = 10000000