converts looker logs from plain text log to json like format - usefull for importing logs to EBK or ELK

looker_log_jsonify.py

#!/usr/bin/env python
from json import dumps
import sys


while True:
    string = sys.stdin.readline()
    if not string:
        break

    try:
        level = 'UNKNOWN'
        if '[DEBUG|' in string:
          level = 'DEBUG'
        if '[VERBOSE|' in string:
          level = 'VERBOSE'
        if '[INFO|' in string:
          level = 'INFO'
        if '[WARN|' in string:
          level = 'WARN'
        if '[ERROR|' in string:
          level = 'ERROR'
        if '[FATAL|' in string:
          level = 'FATAL'

        if '::' in string: #this is a log start line
          #print the previous result
          print(dumps(result))

          #start building the next one
          tmp_string = string[string.find('] ::') - 20:string.find('] ::')]
          looker_log_type = string[string.find('] ::') - 20:string.find('] ::')][tmp_string.rfind('|') + 1:255].strip()
          message=string[string.find('::') + 3:string.find('::') + 1000].strip()

          result = dict(
            createtime=string[0:string.find('[')].strip().replace(' ', 'T').replace('T+', ' +'),
            looker_log_type=looker_log_type,
            level=level,
            message=string[string.find('::') + 3:string.find('::') + 1000].strip()
          )
        else:
            result['message'] += string
  except Exception as error:
    sys.stderr.write(error)