td-agentのconf. aggregaterでうまくひとまず収集するところまで.

access_log.sql

CREATE DATABASE APP_LOG CHARACTER SET utf8;

create table if not exists access_log (
   id int(10) NOT NULL AUTO_INCREMENT,
   code int(10) NOT NULL,
   path varchar(255) NOT NULL,
   agent varchar(255) NOT NULL,
   referer varchar(255) NOT NULL,
   PRIMARY KEY(id)
) ENGINE=InnoDB DEFAULT CHARSET=utf8;

td_aggregater_conf

<source>
  type forward
  port 24224
</source>

<match apache.access>
  type file
  path /var/log/td-agent/access_log
  time_slice_format %Y%m%d_%H%M
  time_slice_wait 30s
  time_format %Y-%m-%d %H:%M:%S
</match>

td_aggregater_mysql_conf

<source>
  type forward
  port 24224
</source>

<match apache.access>
  type mysql
  host localhost
  database APP_LOG
  key_names code,path,agent,referer
  sql INSERT INTO access_log (code,path,agent,referer) VALUES (?,?,?,?)
  username root
  #password ""
  flush_interval 10s
</match>

td_forwarder_conf

<source>
  type tail
  format apache
  path /var/log/httpd/access_log
  tag apache.access
</source>

<match apache.access>
  type forward
  flush_interval 5s
  <server>
   host 10.0.0.131
   port 24224
  </server>
</match>

mysqlへの格納：http://d.hatena.ne.jp/yutakikuchi/20130522/1369179562