GKE fluentd-gcp warning logs.txt

2019-11-28 08:15:11 +0000 [info]: parsing config file is succeeded path="/etc/google-fluentd/google-fluentd.conf"
2019-11-28 08:15:12 +0000 [info]: Detected GCE platform
2019-11-28 08:15:12 +0000 [info]: Logs viewer address: https://console.cloud.google.com/logs/viewer?project=teak-kit-226806&resource=container/instance_id/7530681816608554840
2019-11-28 08:15:12 +0000 [info]: Detected GCE platform
2019-11-28 08:15:12 +0000 [info]: Logs viewer address: https://console.cloud.google.com/logs/viewer?project=teak-kit-226806&resource=gce_instance/instance_id/7530681816608554840
2019-11-28 08:15:12 +0000 [info]: Detected GCE platform
2019-11-28 08:15:12 +0000 [info]: Logs viewer address: https://console.cloud.google.com/logs/viewer?project=teak-kit-226806&resource=container/instance_id/7530681816608554840
2019-11-28 08:15:13 +0000 [warn]: 'time_format' specified without 'time_key', will be ignored
2019-11-28 08:15:13 +0000 [warn]: 'filters' parameter is deprecated: filters has been renamed as matches
2019-11-28 08:15:13 +0000 [warn]: 'filters' parameter is deprecated: filters has been renamed as matches
2019-11-28 08:15:13 +0000 [warn]: 'filters' parameter is deprecated: filters has been renamed as matches
2019-11-28 08:15:13 +0000 [warn]: 'filters' parameter is deprecated: filters has been renamed as matches
2019-11-28 08:15:13 +0000 [warn]: both of Plugin @id and path for <storage> are not specified. Using on-memory store.
2019-11-28 08:15:13 +0000 [warn]: 'filters' parameter is deprecated: filters has been renamed as matches
2019-11-28 08:15:13 +0000 [warn]: both of Plugin @id and path for <storage> are not specified. Using on-memory store.
2019-11-28 08:15:13 +0000 [warn]: 'filters' parameter is deprecated: filters has been renamed as matches
2019-11-28 08:15:13 +0000 [warn]: both of Plugin @id and path for <storage> are not specified. Using on-memory store.
2019-11-28 08:15:13 +0000 [info]: using configuration file: <ROOT>
  <source>
    @type tail
    path "/var/log/containers/*.log"
    pos_file "/var/run/google-fluentd/pos-files/gcp-containers.pos"
    tag "reform.*"
    read_from_head true
    <parse>
      @type "multi_format"
      <pattern>
        format json
        time_key "time"
        time_format "%Y-%m-%dT%H:%M:%S.%NZ"
        time_type string
      </pattern>
      <pattern>
        format /^(?<time>.+) (?<stream>stdout|stderr) [^ ]* (?<log>.*)$/
        time_format "%Y-%m-%dT%H:%M:%S.%N%:z"
        expression ^(?<time>.+) (?<stream>stdout|stderr) [^ ]* (?<log>.*)$
        ignorecase false
        multiline false
      </pattern>
    </parse>
  </source>
  <filter reform.**>
    @type parser
    format /^(?<severity>\w)(?<time>\d{4} [^\s]*)\s+(?<pid>\d+)\s+(?<source>[^ \]]+)\] (?<log>.*)/
    reserve_data true
    suppress_parse_error_log true
    emit_invalid_record_to_error false
    key_name "log"
    <parse>
      @type regexp
      expression ^(?<severity>\w)(?<time>\d{4} [^\s]*)\s+(?<pid>\d+)\s+(?<source>[^ \]]+)\] (?<log>.*)
    </parse>
  </filter>
  <filter reform.**>
    @type kubernetes_metadata
    stats_interval 300
    cache_ttl 30
    skip_container_metadata true
    skip_master_url true
    skip_namespace_metadata true
  </filter>
  <filter reform.**>
    @type record_modifier
    enable_ruby true
    remove_keys "_dummy_,kubernetes,docker"
    <record>
      _dummy_ ${if record.is_a?(Hash) && record.has_key?('kubernetes') && record['kubernetes'].has_key?('labels') && record['kubernetes']['labels'].is_a?(Hash); then; record["logging.googleapis.com/labels"] = record['kubernetes']['labels'].map{ |k, v| ["k8s-pod/#{k}", v]}.to_h; end; nil}
    </record>
  </filter>
  <match reform.**>
    @type record_reformer
    enable_ruby true
    tag "${if record[\'stream\'] == \'stderr\' then \'raw.stderr\' else \'raw.stdout\' end}"
    remove_keys "stream,log"
    <record>
      logging.googleapis.com/local_resource_id ${"k8s_container.#{tag_suffix[4].rpartition('.')[0].split('_')[1]}.#{tag_suffix[4].rpartition('.')[0].split('_')[0]}.#{tag_suffix[4].rpartition('.')[0].split('_')[2].rpartition('-')[0]}"}
      message ${record['log']}
      severity ${record['severity'] || if record['stream'] == 'stderr' then 'ERROR' else 'INFO' end}
    </record>
  </match>
  <match {raw.stderr,raw.stdout}>
    @type detect_exceptions
    remove_tag_prefix "raw"
    message "message"
    stream "logging.googleapis.com/local_resource_id"
    multiline_flush_interval 5
    max_bytes 500000
    max_lines 1000
  </match>
  <source>
    @type exec
    command "/bin/sh -c \'date +%s\'"
    tag "process_start"
    time_format %Y-%m-%d %H:%M:%S
    keys process_start_timestamp
    <extract>
      time_format %Y-%m-%d %H:%M:%S
      time_type string
    </extract>
    <parse>
      keys process_start_timestamp
      time_format %Y-%m-%d %H:%M:%S
      time_type string
    </parse>
  </source>
  <filter process_start>
    @type record_transformer
    enable_ruby true
    auto_typecast true
    <record>
      process_start_timestamp ${record["process_start_timestamp"].to_i}
    </record>
  </filter>
  <match process_start>
    @type prometheus
    <metric>
      type gauge
      name process_start_time_seconds
      desc Timestamp of the process start in seconds
      key process_start_timestamp
    </metric>
  </match>
  <filter **>
    @type prometheus
    <metric>
      type counter
      name logging_entry_count
      desc Total number of log entries generated by either application containers or system components
    </metric>
  </filter>
  <filter {stderr,stdout}>
    @type record_transformer
    enable_ruby true
    <record>
      message ${record['message'].length > 100000 ? "[Trimmed]#{record['message'][0..100000]}..." : record['message']}
    </record>
  </filter>
  <match fluent.**>
    @type null
  </match>
  <filter **>
    @type add_insert_ids
  </filter>
  <filter **>
    @type record_transformer
    enable_ruby true
    <record>
      logging.googleapis.com/sourceLocation ${if record.is_a?(Hash) && record.has_key?('source'); source_parts = record['source'].split(':', 2); {'file' => source_parts[0], 'line' => source_parts[1]} if source_parts.length == 2; else; nil; end}
    </record>
  </filter>
  <match {stderr,stdout}>
    @type google_cloud
    detect_json true
    enable_monitoring true
    monitoring_type "prometheus"
    split_logs_by_tag false
    buffer_type "file"
    buffer_path /var/run/google-fluentd/buffers/kubernetes.containers.buffer
    buffer_queue_full_action block
    buffer_chunk_limit 512k
    buffer_queue_limit 6
    flush_interval 5s
    max_retry_wait 30
    disable_retry_limit 
    num_threads 2
    use_grpc true
    adjust_invalid_timestamps false
    <buffer>
      flush_mode interval
      retry_type exponential_backoff
      @type file
      path /var/run/google-fluentd/buffers/kubernetes.containers.buffer
      flush_thread_count 2
      flush_interval 5s
      retry_forever 
      retry_max_interval 30
      chunk_limit_size 512k
      queue_limit_length 6
      overflow_action block
    </buffer>
  </match>
  <filter **>
    @type record_transformer
    enable_ruby true
    <record>
      logging.googleapis.com/local_resource_id ${"k8s_node.#{ENV['NODE_NAME']}"}
    </record>
  </filter>
  <match **>
    @type google_cloud
    detect_json true
    enable_monitoring true
    monitoring_type "prometheus"
    split_logs_by_tag false
    detect_subservice false
    buffer_type "file"
    buffer_path /var/run/google-fluentd/buffers/kubernetes.system.buffer
    buffer_queue_full_action block
    buffer_chunk_limit 512k
    buffer_queue_limit 2
    flush_interval 5s
    max_retry_wait 30
    disable_retry_limit 
    num_threads 2
    use_grpc true
    adjust_invalid_timestamps false
    <buffer>
      flush_mode interval
      retry_type exponential_backoff
      @type file
      path /var/run/google-fluentd/buffers/kubernetes.system.buffer
      flush_thread_count 2
      flush_interval 5s
      retry_forever 
      retry_max_interval 30
      chunk_limit_size 512k
      queue_limit_length 2
      overflow_action block
    </buffer>
  </match>
  <source>
    @type tail
    format syslog
    path "/var/log/startupscript.log"
    pos_file "/var/run/google-fluentd/pos-files/gcp-startupscript.pos"
    tag "startupscript"
    <parse>
      @type syslog
    </parse>
  </source>
  <source>
    @type tail
    format /^time="(?<time>[^)]*)" level=(?<severity>[^ ]*) msg="(?<message>[^"]*)"( err="(?<error>[^"]*)")?( statusCode=($<status_code>\d+))?/
    path "/var/log/docker.log"
    pos_file "/var/run/google-fluentd/pos-files/gcp-docker.pos"
    tag "docker"
    <parse>
      @type regexp
      expression ^time="(?<time>[^)]*)" level=(?<severity>[^ ]*) msg="(?<message>[^"]*)"( err="(?<error>[^"]*)")?( statusCode=($<status_code>\d+))?
    </parse>
  </source>
  <source>
    @type tail
    format none
    path "/var/log/etcd.log"
    pos_file "/var/run/google-fluentd/pos-files/gcp-etcd.pos"
    tag "etcd"
    <parse>
      @type none
    </parse>
  </source>
  <source>
    @type tail
    format multiline
    multiline_flush_interval 5s
    format_firstline /^\w\d{4}/
    format1 /^(?<severity>\w)(?<time>\d{4} [^\s]*)\s+(?<pid>\d+)\s+(?<source>[^ \]]+)\] (?<message>.*)/
    time_format %m%d %H:%M:%S.%N
    path "/var/log/kubelet.log"
    pos_file "/var/run/google-fluentd/pos-files/gcp-kubelet.pos"
    tag "kubelet"
    <parse>
      time_format %m%d %H:%M:%S.%N
      format_firstline /^\w\d{4}/
      @type multiline
      format1 /^(?<severity>\w)(?<time>\d{4} [^\s]*)\s+(?<pid>\d+)\s+(?<source>[^ \]]+)\] (?<message>.*)/
    </parse>
  </source>
  <source>
    @type tail
    format multiline
    multiline_flush_interval 5s
    format_firstline /^\w\d{4}/
    format1 /^(?<severity>\w)(?<time>\d{4} [^\s]*)\s+(?<pid>\d+)\s+(?<source>[^ \]]+)\] (?<message>.*)/
    time_format %m%d %H:%M:%S.%N
    path "/var/log/kube-proxy.log"
    pos_file "/var/run/google-fluentd/pos-files/gcp-kube-proxy.pos"
    tag "kube-proxy"
    <parse>
      time_format %m%d %H:%M:%S.%N
      format_firstline /^\w\d{4}/
      @type multiline
      format1 /^(?<severity>\w)(?<time>\d{4} [^\s]*)\s+(?<pid>\d+)\s+(?<source>[^ \]]+)\] (?<message>.*)/
    </parse>
  </source>
  <source>
    @type tail
    format multiline
    multiline_flush_interval 5s
    format_firstline /^\w\d{4}/
    format1 /^(?<severity>\w)(?<time>\d{4} [^\s]*)\s+(?<pid>\d+)\s+(?<source>[^ \]]+)\] (?<message>.*)/
    time_format %m%d %H:%M:%S.%N
    path "/var/log/kube-apiserver.log"
    pos_file "/var/run/google-fluentd/pos-files/gcp-kube-apiserver.pos"
    tag "kube-apiserver"
    <parse>
      time_format %m%d %H:%M:%S.%N
      format_firstline /^\w\d{4}/
      @type multiline
      format1 /^(?<severity>\w)(?<time>\d{4} [^\s]*)\s+(?<pid>\d+)\s+(?<source>[^ \]]+)\] (?<message>.*)/
    </parse>
  </source>
  <source>
    @type tail
    format multiline
    multiline_flush_interval 5s
    format_firstline /^\w\d{4}/
    format1 /^(?<severity>\w)(?<time>\d{4} [^\s]*)\s+(?<pid>\d+)\s+(?<source>[^ \]]+)\] (?<message>.*)/
    time_format %m%d %H:%M:%S.%N
    path "/var/log/kube-controller-manager.log"
    pos_file "/var/run/google-fluentd/pos-files/gcp-kube-controller-manager.pos"
    tag "kube-controller-manager"
    <parse>
      time_format %m%d %H:%M:%S.%N
      format_firstline /^\w\d{4}/
      @type multiline
      format1 /^(?<severity>\w)(?<time>\d{4} [^\s]*)\s+(?<pid>\d+)\s+(?<source>[^ \]]+)\] (?<message>.*)/
    </parse>
  </source>
  <source>
    @type tail
    format multiline
    multiline_flush_interval 5s
    format_firstline /^\w\d{4}/
    format1 /^(?<severity>\w)(?<time>\d{4} [^\s]*)\s+(?<pid>\d+)\s+(?<source>[^ \]]+)\] (?<message>.*)/
    time_format %m%d %H:%M:%S.%N
    path "/var/log/kube-scheduler.log"
    pos_file "/var/run/google-fluentd/pos-files/gcp-kube-scheduler.pos"
    tag "kube-scheduler"
    <parse>
      time_format %m%d %H:%M:%S.%N
      format_firstline /^\w\d{4}/
      @type multiline
      format1 /^(?<severity>\w)(?<time>\d{4} [^\s]*)\s+(?<pid>\d+)\s+(?<source>[^ \]]+)\] (?<message>.*)/
    </parse>
  </source>
  <source>
    @type tail
    format multiline
    multiline_flush_interval 5s
    format_firstline /^\w\d{4}/
    format1 /^(?<severity>\w)(?<time>\d{4} [^\s]*)\s+(?<pid>\d+)\s+(?<source>[^ \]]+)\] (?<message>.*)/
    time_format %m%d %H:%M:%S.%N
    path "/var/log/rescheduler.log"
    pos_file "/var/run/google-fluentd/pos-files/gcp-rescheduler.pos"
    tag "rescheduler"
    <parse>
      time_format %m%d %H:%M:%S.%N
      format_firstline /^\w\d{4}/
      @type multiline
      format1 /^(?<severity>\w)(?<time>\d{4} [^\s]*)\s+(?<pid>\d+)\s+(?<source>[^ \]]+)\] (?<message>.*)/
    </parse>
  </source>
  <source>
    @type tail
    format multiline
    multiline_flush_interval 5s
    format_firstline /^\w\d{4}/
    format1 /^(?<severity>\w)(?<time>\d{4} [^\s]*)\s+(?<pid>\d+)\s+(?<source>[^ \]]+)\] (?<message>.*)/
    time_format %m%d %H:%M:%S.%N
    path "/var/log/glbc.log"
    pos_file "/var/run/google-fluentd/pos-files/gcp-glbc.pos"
    tag "glbc"
    <parse>
      time_format %m%d %H:%M:%S.%N
      format_firstline /^\w\d{4}/
      @type multiline
      format1 /^(?<severity>\w)(?<time>\d{4} [^\s]*)\s+(?<pid>\d+)\s+(?<source>[^ \]]+)\] (?<message>.*)/
    </parse>
  </source>
  <source>
    @type tail
    format multiline
    multiline_flush_interval 5s
    format_firstline /^\w\d{4}/
    format1 /^(?<severity>\w)(?<time>\d{4} [^\s]*)\s+(?<pid>\d+)\s+(?<source>[^ \]]+)\] (?<message>.*)/
    time_format %m%d %H:%M:%S.%N
    path "/var/log/cluster-autoscaler.log"
    pos_file "/var/run/google-fluentd/pos-files/gcp-cluster-autoscaler.pos"
    tag "cluster-autoscaler"
    <parse>
      time_format %m%d %H:%M:%S.%N
      format_firstline /^\w\d{4}/
      @type multiline
      format1 /^(?<severity>\w)(?<time>\d{4} [^\s]*)\s+(?<pid>\d+)\s+(?<source>[^ \]]+)\] (?<message>.*)/
    </parse>
  </source>
  <source>
    @type systemd
    filters [{"_SYSTEMD_UNIT":"docker.service"}]
    read_from_head true
    tag "docker"
    <storage>
      @type "local"
      path "/var/run/google-fluentd/pos-files/gcp-journald-docker.pos"
    </storage>
  </source>
  <source>
    @type systemd
    filters [{"_SYSTEMD_UNIT":"docker.service"}]
    read_from_head true
    tag "container-runtime"
    <storage>
      @type "local"
      path "/var/run/google-fluentd/pos-files/gcp-journald-container-runtime.pos"
    </storage>
  </source>
  <source>
    @type systemd
    filters [{"_SYSTEMD_UNIT":"kubelet.service"}]
    read_from_head true
    tag "kubelet"
    <storage>
      @type "local"
      path "/var/run/google-fluentd/pos-files/gcp-journald-kubelet.pos"
    </storage>
  </source>
  <source>
    @type systemd
    filters [{"_SYSTEMD_UNIT":"node-problem-detector.service"}]
    pos_file /var/log/gcp-journald-node-problem-detector.pos
    read_from_head true
    tag "node-problem-detector"
  </source>
  <source>
    @type systemd
    filters [{"_SYSTEMD_UNIT":"kube-container-runtime-monitor.service"}]
    pos_file /var/log/gcp-journald-kube-container-runtime-monitor.pos
    read_from_head true
    tag "kube-container-runtime-monitor"
  </source>
  <source>
    @type systemd
    filters [{"_SYSTEMD_UNIT":"kubelet-monitor.service"}]
    pos_file /var/log/gcp-journald-kubelet-monitor.pos
    read_from_head true
    tag "kubelet-monitor"
  </source>
  <source>
    @type prometheus
    port 24231
  </source>
  <source>
    @type prometheus_monitor
  </source>
  <match fluent.**>
    @type null
  </match>
  <filter **>
    @type add_insert_ids
  </filter>
  <match **>
    @type google_cloud
    buffer_type "file"
    buffer_path /var/log/google-fluentd/buffers
    buffer_chunk_limit 512KB
    flush_interval 5s
    disable_retry_limit false
    retry_limit 3
    retry_wait 10
    max_retry_wait 300
    num_threads 8
    detect_json true
    enable_metadata_agent true
    metadata_agent_url "http://local-metadata-agent.stackdriver.com:8000"
    use_grpc true
    partial_success true
    enable_monitoring true
    monitoring_type "prometheus"
    <buffer>
      flush_mode interval
      retry_type exponential_backoff
      @type file
      path /var/log/google-fluentd/buffers
      flush_thread_count 8
      flush_interval 5s
      retry_forever false
      retry_max_times 3
      retry_max_interval 300
      chunk_limit_size 512KB
    </buffer>
  </match>
</ROOT>
2019-11-28 08:15:13 +0000 [info]: starting fluentd-1.6.3 pid=1 ruby="2.5.3"
2019-11-28 08:15:13 +0000 [info]: spawn command to main:  cmdline=["/opt/google-fluentd/embedded/bin/ruby", "-Eascii-8bit:ascii-8bit", "/usr/sbin/google-fluentd", "--under-supervisor"]
2019-11-28 08:15:14 +0000 [info]: gem 'fluent-plugin-detect-exceptions' version '0.0.12'
2019-11-28 08:15:14 +0000 [info]: gem 'fluent-plugin-google-cloud' version '0.7.18'
2019-11-28 08:15:14 +0000 [info]: gem 'fluent-plugin-kubernetes_metadata_filter' version '2.3.1'
2019-11-28 08:15:14 +0000 [info]: gem 'fluent-plugin-multi-format-parser' version '1.0.0'
2019-11-28 08:15:14 +0000 [info]: gem 'fluent-plugin-prometheus' version '1.4.0'
2019-11-28 08:15:14 +0000 [info]: gem 'fluent-plugin-record-modifier' version '2.0.1'
2019-11-28 08:15:14 +0000 [info]: gem 'fluent-plugin-record-reformer' version '0.9.1'
2019-11-28 08:15:14 +0000 [info]: gem 'fluent-plugin-rewrite-tag-filter' version '2.2.0'
2019-11-28 08:15:14 +0000 [info]: gem 'fluent-plugin-s3' version '1.1.10'
2019-11-28 08:15:14 +0000 [info]: gem 'fluent-plugin-systemd' version '1.0.2'
2019-11-28 08:15:14 +0000 [info]: gem 'fluent-plugin-webhdfs' version '1.2.3'
2019-11-28 08:15:14 +0000 [info]: gem 'fluentd' version '1.6.3'
2019-11-28 08:15:14 +0000 [info]: gem 'fluentd' version '1.4.2'
2019-11-28 08:15:14 +0000 [info]: adding filter pattern="reform.**" type="parser"
2019-11-28 08:15:14 +0000 [info]: adding filter pattern="reform.**" type="kubernetes_metadata"
2019-11-28 08:15:14 +0000 [info]: adding filter pattern="reform.**" type="record_modifier"
2019-11-28 08:15:14 +0000 [info]: adding match pattern="reform.**" type="record_reformer"
2019-11-28 08:15:14 +0000 [info]: adding match pattern="{raw.stderr,raw.stdout}" type="detect_exceptions"
2019-11-28 08:15:14 +0000 [info]: adding filter pattern="process_start" type="record_transformer"
2019-11-28 08:15:14 +0000 [info]: adding match pattern="process_start" type="prometheus"
2019-11-28 08:15:14 +0000 [info]: adding filter pattern="**" type="prometheus"
2019-11-28 08:15:14 +0000 [info]: adding filter pattern="{stderr,stdout}" type="record_transformer"
2019-11-28 08:15:14 +0000 [info]: adding match pattern="fluent.**" type="null"
2019-11-28 08:15:14 +0000 [info]: adding filter pattern="**" type="add_insert_ids"
2019-11-28 08:15:14 +0000 [info]: adding filter pattern="**" type="record_transformer"
2019-11-28 08:15:14 +0000 [info]: adding match pattern="{stderr,stdout}" type="google_cloud"
2019-11-28 08:15:15 +0000 [info]: #0 Detected GCE platform
2019-11-28 08:15:15 +0000 [info]: #0 Logs viewer address: https://console.cloud.google.com/logs/viewer?project=teak-kit-226806&resource=container/instance_id/7530681816608554840
2019-11-28 08:15:15 +0000 [info]: adding filter pattern="**" type="record_transformer"
2019-11-28 08:15:15 +0000 [info]: adding match pattern="**" type="google_cloud"
2019-11-28 08:15:15 +0000 [info]: #0 Detected GCE platform
2019-11-28 08:15:15 +0000 [info]: #0 Logs viewer address: https://console.cloud.google.com/logs/viewer?project=teak-kit-226806&resource=gce_instance/instance_id/7530681816608554840
2019-11-28 08:15:15 +0000 [info]: adding match pattern="fluent.**" type="null"
2019-11-28 08:15:15 +0000 [info]: adding filter pattern="**" type="add_insert_ids"
2019-11-28 08:15:15 +0000 [info]: adding match pattern="**" type="google_cloud"
2019-11-28 08:15:15 +0000 [info]: #0 Detected GCE platform
2019-11-28 08:15:15 +0000 [info]: #0 Logs viewer address: https://console.cloud.google.com/logs/viewer?project=teak-kit-226806&resource=container/instance_id/7530681816608554840
2019-11-28 08:15:15 +0000 [info]: adding source type="tail"
2019-11-28 08:15:15 +0000 [info]: adding source type="exec"
2019-11-28 08:15:15 +0000 [warn]: #0 'time_format' specified without 'time_key', will be ignored
2019-11-28 08:15:15 +0000 [info]: adding source type="tail"
2019-11-28 08:15:15 +0000 [info]: adding source type="tail"
2019-11-28 08:15:15 +0000 [info]: adding source type="tail"
2019-11-28 08:15:15 +0000 [info]: adding source type="tail"
2019-11-28 08:15:15 +0000 [info]: adding source type="tail"
2019-11-28 08:15:15 +0000 [info]: adding source type="tail"
2019-11-28 08:15:15 +0000 [info]: adding source type="tail"
2019-11-28 08:15:15 +0000 [info]: adding source type="tail"
2019-11-28 08:15:15 +0000 [info]: adding source type="tail"
2019-11-28 08:15:15 +0000 [info]: adding source type="tail"
2019-11-28 08:15:15 +0000 [info]: adding source type="tail"
2019-11-28 08:15:15 +0000 [info]: adding source type="systemd"
2019-11-28 08:15:15 +0000 [warn]: #0 'filters' parameter is deprecated: filters has been renamed as matches
2019-11-28 08:15:15 +0000 [info]: adding source type="systemd"
2019-11-28 08:15:15 +0000 [warn]: #0 'filters' parameter is deprecated: filters has been renamed as matches
2019-11-28 08:15:15 +0000 [info]: adding source type="systemd"
2019-11-28 08:15:15 +0000 [warn]: #0 'filters' parameter is deprecated: filters has been renamed as matches
2019-11-28 08:15:15 +0000 [info]: adding source type="systemd"
2019-11-28 08:15:15 +0000 [warn]: #0 'filters' parameter is deprecated: filters has been renamed as matches
2019-11-28 08:15:15 +0000 [warn]: #0 both of Plugin @id and path for <storage> are not specified. Using on-memory store.
2019-11-28 08:15:15 +0000 [info]: adding source type="systemd"
2019-11-28 08:15:15 +0000 [warn]: #0 'filters' parameter is deprecated: filters has been renamed as matches
2019-11-28 08:15:15 +0000 [warn]: #0 both of Plugin @id and path for <storage> are not specified. Using on-memory store.
2019-11-28 08:15:15 +0000 [info]: adding source type="systemd"
2019-11-28 08:15:15 +0000 [warn]: #0 'filters' parameter is deprecated: filters has been renamed as matches
2019-11-28 08:15:15 +0000 [warn]: #0 both of Plugin @id and path for <storage> are not specified. Using on-memory store.
2019-11-28 08:15:15 +0000 [info]: adding source type="prometheus"
2019-11-28 08:15:15 +0000 [info]: adding source type="prometheus_monitor"
2019-11-28 08:15:15 +0000 [warn]: parameter 'suppress_parse_error_log' in <filter reform.**>
  @type parser
  format /^(?<severity>\w)(?<time>\d{4} [^\s]*)\s+(?<pid>\d+)\s+(?<source>[^ \]]+)\] (?<log>.*)/
  reserve_data true
  suppress_parse_error_log true
  emit_invalid_record_to_error false
  key_name "log"
  <parse>
    @type regexp
    expression ^(?<severity>\w)(?<time>\d{4} [^\s]*)\s+(?<pid>\d+)\s+(?<source>[^ \]]+)\] (?<log>.*)
  </parse>
</filter> is not used.
2019-11-28 08:15:15 +0000 [warn]: parameter 'enable_ruby' in <filter reform.**>
  @type record_modifier
  enable_ruby true
  remove_keys "_dummy_,kubernetes,docker"
  <record>
    _dummy_ ${if record.is_a?(Hash) && record.has_key?('kubernetes') && record['kubernetes'].has_key?('labels') && record['kubernetes']['labels'].is_a?(Hash); then; record["logging.googleapis.com/labels"] = record['kubernetes']['labels'].map{ |k, v| ["k8s-pod/#{k}", v]}.to_h; end; nil}
  </record>
</filter> is not used.
2019-11-28 08:15:15 +0000 [warn]: parameter 'pos_file' in <source>
  @type systemd
  filters [{"_SYSTEMD_UNIT":"node-problem-detector.service"}]
  pos_file /var/log/gcp-journald-node-problem-detector.pos
  read_from_head true
  tag "node-problem-detector"
</source> is not used.
2019-11-28 08:15:15 +0000 [warn]: parameter 'pos_file' in <source>
  @type systemd
  filters [{"_SYSTEMD_UNIT":"kube-container-runtime-monitor.service"}]
  pos_file /var/log/gcp-journald-kube-container-runtime-monitor.pos
  read_from_head true
  tag "kube-container-runtime-monitor"
</source> is not used.
2019-11-28 08:15:15 +0000 [warn]: parameter 'pos_file' in <source>
  @type systemd
  filters [{"_SYSTEMD_UNIT":"kubelet-monitor.service"}]
  pos_file /var/log/gcp-journald-kubelet-monitor.pos
  read_from_head true
  tag "kubelet-monitor"
</source> is not used.
2019-11-28 08:15:15 +0000 [info]: #0 starting fluentd worker pid=35 ppid=1 worker=0
2019-11-28 08:15:15 +0000 [info]: #0 Started the add_insert_ids plugin with logging.googleapis.com/insertId as the insert ID key.
2019-11-28 08:15:15 +0000 [info]: #0 Initialized the insert ID key to 12xtev6fhzsev81rw.
2019-11-28 08:15:15 +0000 [info]: #0 Started the add_insert_ids plugin with logging.googleapis.com/insertId as the insert ID key.
2019-11-28 08:15:15 +0000 [info]: #0 Initialized the insert ID key to 02abfg3r94trfqj17.
2019-11-28 08:15:15 +0000 [info]: #0 following tail of /var/log/kube-proxy.log
2019-11-28 08:15:15 +0000 [info]: #0 following tail of /var/log/containers/kube-proxy-gke-image-search-dev-cluste-gpu-pool7-d98404e8-wzfg_kube-system_kube-proxy-742608c11d4e1cf60cb5dce34ab2831da1816a50e6048447880f735f8221dddd.log
2019-11-28 08:15:15 +0000 [info]: #0 following tail of /var/log/containers/nvidia-driver-installer-h2wzc_kube-system_nvidia-driver-installer-23d666ee7906339a52eb71b6317a8372e15694fb8452cf9119977e2f9d081ebb.log
2019-11-28 08:15:15 +0000 [info]: #0 disable filter chain optimization because [Fluent::Plugin::KubernetesMetadataFilter] uses `#filter_stream` method.
2019-11-28 08:15:15 +0000 [info]: #0 disable filter chain optimization because [Fluent::Plugin::PrometheusFilter, Fluent::Plugin::RecordTransformerFilter, Fluent::Plugin::RecordTransformerFilter] uses `#filter_stream` method.
2019-11-28 08:15:15 +0000 [info]: #0 disable filter chain optimization because [Fluent::Plugin::PrometheusFilter, Fluent::Plugin::RecordTransformerFilter, Fluent::Plugin::RecordTransformerFilter] uses `#filter_stream` method.
2019-11-28 08:15:15 +0000 [info]: #0 following tail of /var/log/containers/fluentd-gcp-v3.1.1-nwb6w_kube-system_fluentd-gcp-b20b53dd95d64c059c5448d1e510d3f92a699689398607f0afa1daf7fa575a31.log
2019-11-28 08:15:15 +0000 [info]: #0 disable filter chain optimization because [Fluent::Plugin::KubernetesMetadataFilter] uses `#filter_stream` method.
2019-11-28 08:15:16 +0000 [info]: #0 following tail of /var/log/containers/ip-masq-agent-f8m6c_kube-system_ip-masq-agent-49fabfa147a0c2ab153c91fb90c1339df2e0399eb1d45b5dba7edcfcf13c318f.log
2019-11-28 08:15:16 +0000 [info]: #0 following tail of /var/log/containers/fluentd-gcp-v3.1.1-nwb6w_kube-system_prometheus-to-sd-exporter-300428d112a8152605b7ca4db6db91d765deb153d5b02cac8b5433fa3a73170f.log
2019-11-28 08:15:16 +0000 [info]: #0 disable filter chain optimization because [Fluent::Plugin::KubernetesMetadataFilter] uses `#filter_stream` method.
2019-11-28 08:15:16 +0000 [info]: #0 following tail of /var/log/containers/nvidia-gpu-device-plugin-8qnvh_kube-system_nvidia-gpu-device-plugin-d0409825544d767dbd8dde4fbaeeb82b0426a4beb71deddf704b196a1ff785de.log
2019-11-28 08:15:16 +0000 [info]: #0 disable filter chain optimization because [Fluent::Plugin::KubernetesMetadataFilter] uses `#filter_stream` method.
2019-11-28 08:15:16 +0000 [info]: #0 fluentd worker is now running worker=0
2019-11-28 08:15:16 +0000 [info]: #0 disable filter chain optimization because [Fluent::Plugin::PrometheusFilter, Fluent::Plugin::RecordTransformerFilter, Fluent::Plugin::RecordTransformerFilter] uses `#filter_stream` method.
2019-11-28 08:15:16 +0000 [info]: #0 disable filter chain optimization because [Fluent::Plugin::PrometheusFilter, Fluent::Plugin::RecordTransformerFilter, Fluent::Plugin::RecordTransformerFilter] uses `#filter_stream` method.
2019-11-28 08:15:16 +0000 [info]: #0 disable filter chain optimization because [Fluent::Plugin::PrometheusFilter, Fluent::Plugin::RecordTransformerFilter, Fluent::Plugin::RecordTransformerFilter] uses `#filter_stream` method.
2019-11-28 08:15:16 +0000 [info]: #0 disable filter chain optimization because [Fluent::Plugin::PrometheusFilter, Fluent::Plugin::RecordTransformerFilter, Fluent::Plugin::RecordTransformerFilter] uses `#filter_stream` method.
2019-11-28 08:15:16 +0000 [info]: #0 disable filter chain optimization because [Fluent::Plugin::PrometheusFilter, Fluent::Plugin::RecordTransformerFilter, Fluent::Plugin::RecordTransformerFilter] uses `#filter_stream` method.
2019-11-28 08:15:16 +0000 [info]: #0 disable filter chain optimization because [Fluent::Plugin::PrometheusFilter, Fluent::Plugin::RecordTransformerFilter, Fluent::Plugin::RecordTransformerFilter] uses `#filter_stream` method.
2019-11-28 08:15:17 +0000 [info]: #0 Successfully sent gRPC to Stackdriver Logging API.
2019-11-28 08:15:20 +0000 [info]: #0 Successfully sent gRPC to Stackdriver Logging API.
2019-11-28 08:16:16 +0000 [info]: #0 following tail of /var/log/containers/nvidia-driver-installer-h2wzc_kube-system_pause-2b1bf8b699a3eca969ad539ca2995b0125235a8f19ed0bc90fc259998e32f024.log
2019-11-28 08:16:16 +0000 [info]: #0 following tail of /var/log/containers/metric-77b45bc759-cz89s_default_sysctl-70d5e231a4f8a4f64161bebf44236e024b7c7cdf6b8e843c69b52b1765dcebc4.log
2019-11-28 08:16:16 +0000 [info]: #0 disable filter chain optimization because [Fluent::Plugin::KubernetesMetadataFilter] uses `#filter_stream` method.
2019-11-28 08:17:16 +0000 [info]: #0 following tail of /var/log/containers/metric-77b45bc759-cz89s_default_gcloud-ce170985818556da75a432689e6cb75df1d290b7b9a0ed966813eda4628bbbec.log
2019-11-28 08:17:16 +0000 [info]: #0 disable filter chain optimization because [Fluent::Plugin::KubernetesMetadataFilter] uses `#filter_stream` method.
2019-11-28 08:19:16 +0000 [info]: #0 following tail of /var/log/containers/metric-77b45bc759-cz89s_default_metric-980965686e31108edbbc95858076af7b9b0f2cf4234d119d60d5d0a3a29c7f90.log
2019-11-28 08:19:16 +0000 [info]: #0 disable filter chain optimization because [Fluent::Plugin::KubernetesMetadataFilter] uses `#filter_stream` method.
2019-11-29 00:00:01 +0000 [info]: #0 detected rotation of /var/log/kube-proxy.log
2019-11-29 00:00:01 +0000 [info]: #0 following tail of /var/log/kube-proxy.log
2019-11-29 00:00:02 +0000 [info]: #0 stats - namespace_cache_size: 0, pod_cache_size: 1, pod_cache_api_updates: 1, id_cache_miss: 1