Simple Python program to process log files that have unsorted JSON documents, one per line

ProcessJSONLogs

#!/usr/bin/env python

import os, sys, json
from operator import itemgetter

lines = []
try:
    with open(sys.argv[1], "r") as fp:
        for line in fp.readlines():
            doc = json.loads(line)
	    msg = doc['message']
	    if msg.endswith('\n'):
		doc['message'] = msg[:-1]
	    lines.append(doc)
except Exception as e:
    print e
    sys.exit(1)

# sort lines by @timestamp field

sorted_lines = sorted(lines, key=itemgetter('@timestamp'))
for doc in sorted_lines:
    #print json.dumps(doc, indent=4)
    print "%-30s %-20s %-30s %s" % (doc['@timestamp'], doc['hostname'], doc['kubernetes']['pod_name'], doc['message'])
sys.exit(0)