gist2.py

#!/usr/bin/env python

from os import listdir
from os.path import isfile, join
from platform import node
import os
import jinja2

brologspath = '/nsm/bro/logs/current'
blacklogs = 'capture_loss.log communication.log dns-noise.log intel-noise.log http-noise.log reporter.log sslcipherstat_log1.log sslcipherstat_log2.log sslprotostat_log1.log sslprotostat_log2.log stats.log stderr.log stdout.log weird.log'

def islog(fname):
    if fname.endswith(".log"):
        return fname
    else:
        return ""

def wantyou(logslist):
    wantlist = [f for f in logslist if (islog(f) and f not in blacklogs)]
    return wantlist

brologs = [f for f in wantyou(listdir(brologspath))]
brologs.sort()


def jenv(tp, ctx):
    path, filename = os.path.split(tp)
    return jinja2.Environment(loader=jinja2.FileSystemLoader(path)).get_template(filename).render(ctx)


brologspath = "/nsm/bro/logs"

for logname in brologs:
    posfile = logname.strip('.log')
    tagv = logname.replace('_', '').strip('.log')

    ctx = {
        'brologspath': '/nsm/bro/logs',
        'posfile': posfile,
        'tagv': tagv,
        'logname': logname
    }

    #jenv(tp, ctx)
    rfile = jenv('./td-agent.j2', ctx)
    print(rfile)