aaronfeng

[foo_decoder]
type = "SandboxDecoder"
filename = "/etc/heka/foo_decoder.lua"

[Logs]
type = "LogstreamerInput"
log_directory = "/var/log"
file_match = 'foo/(?P<Logger>[0-9a-z]+)-json\.log'
priority = ["^Logger"]
differentiator = ["Logger"]

aaronfeng

local cjson = require("cjson")

function process_message()
    local payload_str = read_message("Payload")

    local ok, payload = pcall(cjson.decode, payload_str)

    if not ok then
      return -1
    end

aaronfeng

{"log": "awesome1"}
{"log": "awesome2"}
{"log": "awesome3"}
{"log": "awesome4"}
{"log": "awesome5"}
{"log": "awesome6"}
{"log": "awesome7"}
{"log": "awesome8"}
{"log": "awesome9"}
{"log": "awesome10"}

aaronfeng

POST /_bulk HTTP/1.1
Host: 172.17.0.36:9200
User-Agent: Go 1.1 package http
Content-Length: 97
Accept: application/json
Accept-Encoding: gzip

{"index":{"_index":"2015.03.31","_type":"7d98073d388e"}}
{"bar":"boo","log":"awesome"}
HTTP/1.1 400 Bad Request

aaronfeng

# Requires socat on host and boot2docker
# OSX - brew install socat
# boot2docker - tce-load -wi socat

# change your ssh key path
sudo socat "UNIX-LISTEN:/var/run/docker.sock,reuseaddr,fork" EXEC:'ssh -i /Users/aaron.feng/.ssh/id_boot2docker [email protected] socat STDIO UNIX-CONNECT\:/var/run/docker.sock'

# own the unix socket on host
sudo chown aaron.feng /var/run/docker.sock

aaronfeng

## ├── Dockerfile
## ├── backend
## │   ├── service
## │   └── service.config
## ├── backend.tar.gz
## └── frontend
##     ├── app
##     └── app.config

FROM debian:8.0