-
-
Save repeatedly/abfc0b329dd640a31fb3 to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
■最初のtd-agent.conf | |
<source> | |
type dstat | |
tag dstat | |
option -lcn | |
delay 5 | |
</source> | |
<match dstat> | |
type copy | |
<store> | |
type stdout | |
</store> | |
<store> | |
type map | |
tag "map.dstat.cpu" | |
time time | |
# record record['dstat']['total cpu usage'] | |
record {"value" => record["dstat"]["load avg"]["1m"], "stat" => "loadavg-short", "host" => record["hostname"]} | |
</store> | |
</match> | |
■log | |
# service td-agent restart | |
/opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.10.60/lib/fluent/config/basic_parser.rb:87:in `parse_error!': got incomplete JSON hash configuration at td-agent.conf line 28,9 (Fluent::ConfigParseError) | |
27: name_key_pattern .* | |
28: </match> | |
---------^ | |
from /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.10.60/lib/fluent/config/literal_parser.rb:236:in `scan_json' | |
from /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.10.60/lib/fluent/config/literal_parser.rb:58:in `parse_literal' | |
from /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.10.60/lib/fluent/config/v1_parser.rb:128:in `parse_element' | |
from /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.10.60/lib/fluent/config/v1_parser.rb:93:in `parse_element' | |
from /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.10.60/lib/fluent/config/v1_parser.rb:93:in `parse_element' | |
from /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.10.60/lib/fluent/config/v1_parser.rb:41:in `parse!' | |
from /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.10.60/lib/fluent/config/v1_parser.rb:31:in `parse' | |
from /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.10.60/lib/fluent/config.rb:30:in `parse' | |
from /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.10.60/lib/fluent/supervisor.rb:358:in `read_config' | |
from /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.10.60/lib/fluent/supervisor.rb:128:in `start' | |
from /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.10.60/lib/fluent/command/fluentd.rb:168:in `<top (required)>' | |
from /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:55:in `require' | |
from /opt/td-agent/embedded/lib/ruby/site_ruby/2.1.0/rubygems/core_ext/kernel_require.rb:55:in `require' | |
from /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.10.60/bin/fluentd:6:in `<top (required)>' | |
from /opt/td-agent/embedded/bin/fluentd:23:in `load' | |
from /opt/td-agent/embedded/bin/fluentd:23:in `<top (required)>' | |
from /usr/sbin/td-agent:7:in `load' | |
from /usr/sbin/td-agent:7:in `<main>' | |
■fix_493投入版のログ | |
2015-02-22 23:49:59 +0900 [info]: using configuration file: <ROOT> | |
<source> | |
type dstat | |
tag dstat | |
option -lcn | |
delay 5 | |
</source> | |
<match dstat> | |
type copy | |
<store> | |
type stdout | |
</store> | |
<store> | |
type map | |
tag map.dstat.cpu | |
time time | |
record {"value" => record["dstat"]["load avg"]["1m"], "stat" => "loadavg-short", "host" => record["hostname"]} | |
</store> | |
</match> | |
</ROOT> | |
2015-02-22 23:49:59 +0900 [info]: adding source type="dstat" | |
2015-02-22 23:49:59 +0900 [info]: adding match pattern="dstat" type="copy" | |
2015-02-22 23:49:59 +0900 dstat: {"hostname":"monitor","dstat":{"load avg":{"1m":"0.0","5m":"0.0","15m":"0.0"},"total cpu usage":{"usr":"1.517","sys":"0.323","idl":"98.122","wai":"0.032","hiq":"0.002","siq":"0.005"},"net/total":{"recv":"0.0","send":"0.0"}}} | |
2015-02-22 23:49:59 +0900 [warn]: emit transaction failed error_class=NoMethodError error=#<NoMethodError: undefined method `dstat' for nil:NilClass> tag="dstat" | |
2015-02-22 23:49:59 +0900 [warn]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-map-0.0.4/lib/fluent/plugin/out_map.rb:79:in `eval' | |
2015-02-22 23:49:59 +0900 [warn]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-map-0.0.4/lib/fluent/plugin/out_map.rb:79:in `eval' | |
2015-02-22 23:49:59 +0900 [warn]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-map-0.0.4/lib/fluent/plugin/out_map.rb:79:in `block (2 levels) in generate_tuples_single' | |
2015-02-22 23:49:59 +0900 [warn]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-map-0.0.4/lib/fluent/plugin/out_map.rb:92:in `block in timeout_block' | |
2015-02-22 23:49:59 +0900 [warn]: /opt/td-agent/embedded/lib/ruby/2.1.0/timeout.rb:91:in `block in timeout' | |
2015-02-22 23:49:59 +0900 [warn]: /opt/td-agent/embedded/lib/ruby/2.1.0/timeout.rb:35:in `block in catch' | |
2015-02-22 23:49:59 +0900 [warn]: /opt/td-agent/embedded/lib/ruby/2.1.0/timeout.rb:35:in `catch' | |
2015-02-22 23:49:59 +0900 [warn]: /opt/td-agent/embedded/lib/ruby/2.1.0/timeout.rb:35:in `catch' | |
2015-02-22 23:49:59 +0900 [warn]: /opt/td-agent/embedded/lib/ruby/2.1.0/timeout.rb:106:in `timeout' | |
2015-02-22 23:49:59 +0900 [warn]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-map-0.0.4/lib/fluent/plugin/out_map.rb:91:in `timeout_block' | |
2015-02-22 23:49:59 +0900 [warn]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-map-0.0.4/lib/fluent/plugin/out_map.rb:73:in `block in generate_tuples_single' | |
2015-02-22 23:49:59 +0900 [warn]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.10.60/lib/fluent/event.rb:55:in `call' | |
2015-02-22 23:49:59 +0900 [warn]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.10.60/lib/fluent/event.rb:55:in `each' | |
2015-02-22 23:49:59 +0900 [warn]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-map-0.0.4/lib/fluent/plugin/out_map.rb:72:in `generate_tuples_single' | |
2015-02-22 23:49:59 +0900 [warn]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-map-0.0.4/lib/fluent/plugin/out_map.rb:48:in `do_map' | |
2015-02-22 23:49:59 +0900 [warn]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-map-0.0.4/lib/fluent/plugin/out_map.rb:31:in `emit' | |
2015-02-22 23:49:59 +0900 [warn]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.10.60/lib/fluent/output.rb:33:in `next' | |
2015-02-22 23:49:59 +0900 [warn]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.10.60/lib/fluent/plugin/out_stdout.rb:49:in `emit' | |
2015-02-22 23:49:59 +0900 [warn]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.10.60/lib/fluent/output.rb:33:in `next' | |
2015-02-22 23:49:59 +0900 [warn]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.10.60/lib/fluent/plugin/out_copy.rb:73:in `emit' | |
2015-02-22 23:49:59 +0900 [warn]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.10.60/lib/fluent/match.rb:36:in `emit' | |
2015-02-22 23:49:59 +0900 [warn]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.10.60/lib/fluent/engine.rb:160:in `emit_stream' | |
2015-02-22 23:49:59 +0900 [warn]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.10.60/lib/fluent/engine.rb:140:in `emit' | |
2015-02-22 23:49:59 +0900 [warn]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-dstat-0.2.5/lib/fluent/plugin/in_dstat.rb:130:in `block in receive_lines' | |
2015-02-22 23:49:59 +0900 [warn]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-dstat-0.2.5/lib/fluent/plugin/in_dstat.rb:96:in `each' | |
2015-02-22 23:49:59 +0900 [warn]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-dstat-0.2.5/lib/fluent/plugin/in_dstat.rb:96:in `receive_lines' | |
2015-02-22 23:49:59 +0900 [warn]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-dstat-0.2.5/lib/fluent/plugin/in_dstat.rb:165:in `call' | |
2015-02-22 23:49:59 +0900 [warn]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-dstat-0.2.5/lib/fluent/plugin/in_dstat.rb:165:in `on_change' | |
2015-02-22 23:49:59 +0900 [warn]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/cool.io-1.2.4/lib/cool.io/loop.rb:88:in `run_once' | |
2015-02-22 23:49:59 +0900 [warn]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/cool.io-1.2.4/lib/cool.io/loop.rb:88:in `run' | |
2015-02-22 23:49:59 +0900 [warn]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-dstat-0.2.5/lib/fluent/plugin/in_dstat.rb:64:in `run' | |
2015-02-22 23:49:59 +0900 [error]: unexpected error error="undefined method `dstat' for nil:NilClass" | |
2015-02-22 23:49:59 +0900 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-map-0.0.4/lib/fluent/plugin/out_map.rb:79:in `eval' | |
2015-02-22 23:49:59 +0900 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-map-0.0.4/lib/fluent/plugin/out_map.rb:79:in `eval' | |
2015-02-22 23:49:59 +0900 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-map-0.0.4/lib/fluent/plugin/out_map.rb:79:in `block (2 levels) in generate_tuples_single' | |
2015-02-22 23:49:59 +0900 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-map-0.0.4/lib/fluent/plugin/out_map.rb:92:in `block in timeout_block' | |
2015-02-22 23:49:59 +0900 [error]: /opt/td-agent/embedded/lib/ruby/2.1.0/timeout.rb:91:in `block in timeout' | |
2015-02-22 23:49:59 +0900 [error]: /opt/td-agent/embedded/lib/ruby/2.1.0/timeout.rb:35:in `block in catch' | |
2015-02-22 23:49:59 +0900 [error]: /opt/td-agent/embedded/lib/ruby/2.1.0/timeout.rb:35:in `catch' | |
2015-02-22 23:49:59 +0900 [error]: /opt/td-agent/embedded/lib/ruby/2.1.0/timeout.rb:35:in `catch' | |
2015-02-22 23:49:59 +0900 [error]: /opt/td-agent/embedded/lib/ruby/2.1.0/timeout.rb:106:in `timeout' | |
2015-02-22 23:49:59 +0900 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-map-0.0.4/lib/fluent/plugin/out_map.rb:91:in `timeout_block' | |
2015-02-22 23:49:59 +0900 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-map-0.0.4/lib/fluent/plugin/out_map.rb:73:in `block in generate_tuples_single' | |
2015-02-22 23:49:59 +0900 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.10.60/lib/fluent/event.rb:55:in `call' | |
2015-02-22 23:49:59 +0900 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.10.60/lib/fluent/event.rb:55:in `each' | |
2015-02-22 23:49:59 +0900 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-map-0.0.4/lib/fluent/plugin/out_map.rb:72:in `generate_tuples_single' | |
2015-02-22 23:49:59 +0900 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-map-0.0.4/lib/fluent/plugin/out_map.rb:48:in `do_map' | |
2015-02-22 23:49:59 +0900 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-map-0.0.4/lib/fluent/plugin/out_map.rb:31:in `emit' | |
2015-02-22 23:49:59 +0900 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.10.60/lib/fluent/output.rb:33:in `next' | |
2015-02-22 23:49:59 +0900 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.10.60/lib/fluent/plugin/out_stdout.rb:49:in `emit' | |
2015-02-22 23:49:59 +0900 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.10.60/lib/fluent/output.rb:33:in `next' | |
2015-02-22 23:49:59 +0900 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.10.60/lib/fluent/plugin/out_copy.rb:73:in `emit' | |
2015-02-22 23:49:59 +0900 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.10.60/lib/fluent/match.rb:36:in `emit' | |
2015-02-22 23:49:59 +0900 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.10.60/lib/fluent/engine.rb:160:in `emit_stream' | |
2015-02-22 23:49:59 +0900 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluentd-0.10.60/lib/fluent/engine.rb:140:in `emit' | |
2015-02-22 23:49:59 +0900 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-dstat-0.2.5/lib/fluent/plugin/in_dstat.rb:130:in `block in receive_lines' | |
2015-02-22 23:49:59 +0900 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-dstat-0.2.5/lib/fluent/plugin/in_dstat.rb:96:in `each' | |
2015-02-22 23:49:59 +0900 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-dstat-0.2.5/lib/fluent/plugin/in_dstat.rb:96:in `receive_lines' | |
2015-02-22 23:49:59 +0900 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-dstat-0.2.5/lib/fluent/plugin/in_dstat.rb:165:in `call' | |
2015-02-22 23:49:59 +0900 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-dstat-0.2.5/lib/fluent/plugin/in_dstat.rb:165:in `on_change' | |
2015-02-22 23:49:59 +0900 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/cool.io-1.2.4/lib/cool.io/loop.rb:88:in `run_once' | |
2015-02-22 23:49:59 +0900 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/cool.io-1.2.4/lib/cool.io/loop.rb:88:in `run' | |
2015-02-22 23:49:59 +0900 [error]: /opt/td-agent/embedded/lib/ruby/gems/2.1.0/gems/fluent-plugin-dstat-0.2.5/lib/fluent/plugin/in_dstat.rb:64:in `run' | |
■fix_493を適用しつつv1configで上手くいった版 | |
2015-02-23 00:57:29 +0900 [info]: using configuration file: <ROOT> | |
<source> | |
type dstat | |
tag dstat | |
option -lcn | |
delay 5 | |
</source> | |
<match dstat> | |
type copy | |
<store> | |
type stdout | |
</store> | |
<store> | |
type map | |
tag "map.dstat.cpu" | |
map ["map." + tag + ".cpu", time , "cpu" => record["dstat"]["load avg"]["1m"]] | |
</store> | |
</match> | |
<match map.dstat.**> | |
type stdout | |
</match> | |
</ROOT> | |
2015-02-23 00:57:29 +0900 [info]: adding source type="dstat" | |
2015-02-23 00:57:29 +0900 [info]: adding match pattern="dstat" type="copy" | |
2015-02-23 00:57:29 +0900 [info]: adding match pattern="map.dstat.**" type="stdout" | |
2015-02-23 00:57:29 +0900 dstat: {"hostname":"monitor","dstat":{"load avg":{"1m":"0.0","5m":"0.0","15m":"0.0"},"total cpu usage":{"usr":"1.533","sys":"0.322","idl":"98.103","wai":"0.032","hiq":"0.002","siq":"0.007"},"net/total":{"recv":"0.0","send":"0.0"}}} | |
2015-02-23 00:57:29 +0900 map.dstat.cpu: {"cpu":"0.0"} | |
2015-02-23 00:57:34 +0900 dstat: {"hostname":"monitor","dstat":{"load avg":{"1m":"0.0","5m":"0.0","15m":"0.0"},"total cpu usage":{"usr":"0.0","sys":"0.0","idl":"100.0","wai":"0.0","hiq":"0.0","siq":"0.0"},"net/total":{"recv":"36.0","send":"89.600"}}} | |
2015-02-23 00:57:34 +0900 map.dstat.cpu: {"cpu":"0.0"} |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment