fluentd configuration to gather data from Twitter and index them on Elastic Search

fluentd-elasticsearch

# Twitter input: See https://github.com/y-ken/fluent-plugin-twitter
<source>
  type twitter
  consumer_key        YOU_CONSUTMER_KEY # Required
  consumer_secret     YOUR_CONSUMER_SECRET # Required
  oauth_token         YOUR_OAUTH_TOKEN # Required
  oauth_token_secret  YOUR_TOKEN_SECRET # Required
  tag                 twitter.timeline  # Required
  timeline            userstream # Required s(sampling or userstream)
  #keyword              SFGiants
</source>

# Elastic Search output: See https://github.com/uken/fluent-plugin-elasticsearch
<match twitter.timeline>
  type elasticsearch
  logstash_format true
  flush_interval 10s
</match>