sobolc.awk

BEGIN {
    print "ts,payloads,points,read,transform,kafka,redis"
}

# 2013-09-16 02:30:04,537 INFO dd.sobotka.core (core.py:186) - sobotka_loop: 429.2ms - processed 3 payloads (0.0/ms) 237 points (0.6/ms) - read:0.0ms, transform:56.7ms, kafka_write:39.7ms redis_write:294.8ms
/redis_write/ {
    ts = $1 "T" $2
    match($0, /processed ([[:digit:]]+) payloads.*([[:digit:]]+) points.*- read:[[:digit:].]+)ms, transform:([[:digit:].]+)ms, kafka_write:([[:digit:].]+)ms redis_write:([[:digit:].]+)ms/, arr);
    print substr(ts, 1, length(ts) - 4), arr[1], arr[2], arr[3], arr[4], arr[5], arr[6];
}