jakelandis

[
  {
    "_id": "750a9ed0-e2ad-11e8-a029-39f86895eb73",
    "_type": "visualization",
    "_source": {
      "title": "painless_issue",
      "visState": "{\"title\":\"painless_issue\",\"type\":\"metrics\",\"params\":{\"id\":\"61ca57f0-469d-11e7-af02-69e470af7417\",\"type\":\"timeseries\",\"series\":[{\"id\":\"61ca57f1-469d-11e7-af02-69e470af7417\",\"color\":\"#68BC00\",\"split_mode\":\"everything\",\"metrics\":[{\"id\":\"61ca57f2-469d-11e7-af02-69e470af7417\",\"type\":\"max\",\"field\":\"node_stats.os.cpu.load_average.1m\"},{\"script\":\"params.foo > 0 ? params.foo : 0\",\"id\":\"c21b4720-e2ac-11e8-a9a4-c1de06a90990\",\"type\":\"calculation\",\"variables\":[{\"id\":\"c521d060-e2ac-11e8-a9a4-c1de06a90990\",\"name\":\"foo\",\"field\":\"61ca57f2-469d-11e7-af02-69e470af7417\"}]}],\"separate_axis\":0,\"axis_position\":\"right\",\"formatter\":\"number\",\"chart_type\":\"line\",\"line_width\":1,\"point_size\":1,\"fill\":0.5,\"stacked\":\"none\"}],\"time_field\":\"timestamp\",\"index_pattern\":\".monitoring-es*\",\

jakelandis

./gradlew :x-pack:qa:third-party:active-directory:test  -Dtests.class=org.elasticsearch.xpack.security.authc.ldap.MultipleAdRealmIT -Dtests.method="testCanAuthenticateAgainstBothRealms" -Dtests.security.manager=true -Dtests.locale=en-IE -Dtests.timezone=Asia/Amman -Dcompiler.java=10 -Druntime.java=8

> Task :x-pack:qa:third-party:active-directory:compileTestJava
Note: Some input files use or override a deprecated API.
Note: Recompile with -Xlint:deprecation for details.
Note: /home/jake/workspace/elasticsearch/x-pack/qa/third-party/active-directory/src/test/java/org/elasticsearch/xpack/security/authc/ldap/ADLdapUserSearchSessionFactoryTests.java uses unchecked or unsafe operations.
Note: Recompile with -Xlint:unchecked for details.

jakelandis

test

jakelandis

esrally --track=http_logs_for_ingest --track-repository=ingest --challenge=baseline --laps=1 --report-file=~/baseline1.out;\
> esrally --track=http_logs_for_ingest --track-repository=ingest --challenge=grok --laps=1; --report-file=~/grok1.out;\
> esrally --track=http_logs_for_ingest --track-repository=ingest --challenge=dissect --laps=1; --report-file=~/dissect1.out;\
> esrally --track=http_logs_for_ingest --track-repository=ingest --challenge=baseline --laps=2; --report-file=~/baseline2.out;\
> esrally --track=http_logs_for_ingest --track-repository=ingest --challenge=grok --laps=2; --report-file=~/grok2.out;\
> esrally --track=http_logs_for_ingest --track-repository=ingest --challenge=dissect --laps=2; --report-file=~/dissect2.out;\
> esrally --track=http_logs_for_ingest --track-repository=ingest --challenge=baseline --laps=3; --report-file=~/baseline3.out;\
> esrally --track=http_logs_for_ingest --track-repository=ingest --challenge=grok --laps=3; --report-file=~/grok3.out;\
> esrally --track=http_logs_for

jakelandis

Test setup: https://gist.github.com/jakelandis/7b0f5511c714e7f0e0f4f9a7b9b1fac8


Run on this machine:
```
Architecture:        x86_64
CPU op-mode(s):      32-bit, 64-bit
Byte Order:          Little Endian
CPU(s):              8
On-line CPU(s) list: 0-7

jakelandis

//example log lines pulled from ingest grok tests: https://github.com/elastic/elasticsearch/blob/master/libs/grok/src/test/java/org/elasticsearch/grok/GrokTests.java
//validated that dissect matches via it's unit tests
@BenchmarkMode(Mode.Throughput)
@OutputTimeUnit(TimeUnit.SECONDS)
@Warmup(iterations = 3, time = 5, timeUnit = TimeUnit.SECONDS)
@Measurement(iterations = 5, time = 30, timeUnit = TimeUnit.SECONDS)
@Threads(1)
@Fork(2)
public class DissectBenchmark {

jakelandis

var countByValue = {};
var sizeByValue = {};

// Scroll the strings
heap.forEachObject(
  function(strObject) {
    var key = strObject.metaClass.realClass.cachedName;
      if (key) {
         key = key.toString();
      } else {