jsvd’s gists

jsvd / 1_identify_filter.md

Last active September 4, 2020 09:51

❯ curl -s localhost:9600/_node/stats | jq '.pipelines.main.plugins.filters[] | select(.events.in!=.events.out)'

{
  "id": "75afda0f03a5af46279c4cba9408ca87664b9c988bf477e2a2cca535e59e856f",
  "events": {
    "in": 1,
 "out": 0,

jsvd / valid.yml

Created June 25, 2020 13:24

	filebeat.inputs:
	- type: logs
	paths:
	- "/var/log/test/*.log"
	- type: csv
	paths:
	- "/data/*.csv"

jsvd / CompiledDataset461.java

Created June 23, 2020 10:12

	package org.logstash.generated;

	public final class CompiledDataset461 extends org.logstash.config.ir.compiler.BaseDataset
	implements org.logstash.config.ir.compiler.Dataset {
	private final java.util.ArrayList field0;
	private final org.logstash.generated.CompiledDataset460 field1;
	private final org.jruby.RubyArray field2;
	private final org.logstash.config.ir.compiler.FilterDelegatorExt field3;

	public CompiledDataset461(java.util.Map arguments) {

jsvd / replicate_auto_reload_crash.rb

Created May 18, 2020 22:45

	require_relative "lib/bootstrap/environment"
	LogStash::Bundler.setup!({:without => [:build, :development]})
	require "logstash-core"
	require "logstash/environment"
	require "logstash/config/source/local"
	require "logstash/java_pipeline"
	require "logstash/plugin"

	java.lang.System.setProperty("ls.logs", "logs")
	java.lang.System.setProperty("ls.log.format", "plain")

jsvd / gist:59ebbd675cb96036e3e8c064575db1eb

Last active May 7, 2020 11:02

[2020-05-07T00:32:32,696][ERROR][logstash.agent           ] Failed to execute action {:action=>LogStash::PipelineAction::Reload/pipeline_id:mehe_1, :exception=>"NoMethodError", :message=>"undefined method `length' for nil:NilClass", :backtrace=>["/private/tmp/logstash-7.6.1/vendor/bundle/jruby/2.5.0/gems/treetop-1.6.10/lib/treetop/runtime/compiled_parser.rb:109:in `has_terminal?'", "/private/tmp/logstash-7.6.1/logstash-core/lib/logstash/compiler/lscl/lscl_grammar.rb:264:in `block in _nt_whitespace'", "org/jruby/RubyKernel.java:1446:in `loop'", "/private/tmp/logstash-7.6.1/logstash-core/lib/logstash/compiler/lscl/lscl_grammar.rb:263:in `_nt_whitespace'", "/private/tmp/logstash-7.6.1/logstash-core/lib/logstash/compiler/lscl/lscl_grammar.rb:124:in `block in _nt_comment'", "org/jruby/RubyKernel.java:1446:in `loop'", "/private/tmp/logstash-7.6.1/logstash-core/lib/logstash/compiler/lscl/lscl_grammar.rb:122:in `_nt_comment'", "/private/tmp/logstash-7.6.1/logstash-core/lib/logstash/compiler/lscl/lscl_grammar.rb:224:i

jsvd / test_grok.rb

Last active March 5, 2020 20:32

	/tmp/logstash-7.6.0 ❯ bin/logstash -i irb
	Sending Logstash logs to /tmp/logstash-7.6.0/logs which is now configured via log4j2.properties

	irb(main):001:0> grok_class = LogStash::Plugin.lookup("filter", "grok")
	=> LogStash::Filters::Grok

	irb(main):002:0> grok = grok_class.new("match" => { "message" => [ "%{WORD:word}", "%{NUMBER:num}" ] })
	=> <LogStash::Filters::Grok match=>{"message"=>["%{WORD:word}", "%{NUMBER:num}"]}, id=>"grok_1a49e57c-96f1-4381-b421-0fb93adf6eec", enable_metric=>true, periodic_flush=>false, patterns_files_glob=>"*", break_on_match=>true, named_captures_only=>true, keep_empty_captures=>false, tag_on_failure=>["_grokparsefailure"], timeout_millis=>30000, timeout_scope=>"pattern", tag_on_timeout=>"_groktimeout">

	irb(main):003:0> grok.register

jsvd / replication_logstash#378.rb

Last active January 20, 2020 16:34

	# encoding: utf-8
	# disclaimer: this code was ripped off from Jordan Sissel's [lumberjack client](https://github.com/elastic/ruby-lumberjack/blob/master/lib/lumberjack/client.rb)
	require "socket"
	require "zlib"
	require "json"

	module Lumberjack
	SEQUENCE_MAX = (2**32-1).freeze

	class Socket

jsvd / jstack.txt

Created November 25, 2019 10:13

	bash-4.2$ jstack 1
	2019-11-25 10:12:42
	Full thread dump OpenJDK 64-Bit Server VM (11.0.5+10-LTS mixed mode, sharing):

	Threads class SMR info:
	_java_thread_list=0x00007f1b90001c60, length=17, elements={
	0x00007f1bd4013800, 0x00007f1bd409f800, 0x00007f1bd40a1800, 0x00007f1bd40a7000,
	0x00007f1bd40a9000, 0x00007f1bd40ab000, 0x00007f1bd40ad000, 0x00007f1bd40db800,
	0x00007f1bd40f3000, 0x00007f1bd4415000, 0x00007f1b4c013000, 0x00007f1b4c015800,
	0x00007f1b4c017800, 0x00007f1b4c019800, 0x00007f1bd4a89800, 0x00007f1bd4349800,

jsvd / jstack.txt

Created November 25, 2019 10:13

	bash-4.2$ jstack 1
	2019-11-25 10:12:42
	Full thread dump OpenJDK 64-Bit Server VM (11.0.5+10-LTS mixed mode, sharing):

	Threads class SMR info:
	_java_thread_list=0x00007f1b90001c60, length=17, elements={
	0x00007f1bd4013800, 0x00007f1bd409f800, 0x00007f1bd40a1800, 0x00007f1bd40a7000,
	0x00007f1bd40a9000, 0x00007f1bd40ab000, 0x00007f1bd40ad000, 0x00007f1bd40db800,
	0x00007f1bd40f3000, 0x00007f1bd4415000, 0x00007f1b4c013000, 0x00007f1b4c015800,
	0x00007f1b4c017800, 0x00007f1b4c019800, 0x00007f1bd4a89800, 0x00007f1bd4349800,

jsvd / stress_many_patterns.conf

Last active November 15, 2019 13:11

	input {
	generator { message => "!" }
	generator { message => "!" }
	generator { message => "!" }
	generator { message => "!" }
	generator { message => "!" }
	generator { message => "!" }
	generator { message => "!" }
	generator { message => "!" }
	generator { message => "!" }

João Duarte jsvd