json StreamDecoder

stream_json.py

#!/usr/bin/env python3
import json


class StreamDecoder(json.JSONDecoder):

    def __init__(self, *args, buf=None, **kwargs):
        super().__init__(*args, **kwargs)
        self.buf = buf or [""]

    def decode(self, string):
        self.buf[0] = (self.buf[0]+string).lstrip()
        doc, offt = self.raw_decode(self.buf[0])
        self.buf[0] = self.buf[0][offt:]
        return doc


if __name__ == '__main__':
    import sys
    buf = [""]
    while True:
        try:
            d = json.load(sys.stdin, cls=StreamDecoder, buf=buf)
        except json.decoder.JSONDecodeError:
            print("End of stream")
            break
        print(d)