gistfile1.txt

DOCKER
======

./create_partycrasher_zip.sh

docker build -t partycrasher .

-- docker run gunicorn with local ES
docker run -e ELASTICSEARCH_ALLOW_DELETE_ALL=true -e ELASTICSEARCH_CREATE_INDEXES=true -e ELASTICSEARCH_HOSTS=host.docker.internal -e ELASTICSEARCH_PORT=9200 -e ELASTICSEARCH_REST_HTTP_SCHEME=http -e ELASTICSEARCH_REST_SIGN_REQUESTS_ENABLED=false -e PARTYCRASHER_LOGGER_LEVEL=DEBUG -it --rm  -p 8080:8080 --name partycrasher partycrasher

-- docker run gunicorn with remote ES
docker run -e ELASTICSEARCH_ALLOW_DELETE_ALL=true -e ELASTICSEARCH_CREATE_INDEXES=true -e AWS_ACCESS_KEY_ID=XXXXXXXXXXXXXXX -e AWS_SECRET_ACCESS_KEY=XXXXXXXXXXXXXXX -e AWS_REGION=us-west-2" -e ELASTICSEARCH_HOSTS=search-msaarinen-jwvsbj2l3qfskvwgjsrki6tsbe.us-west-1.es.amazonaws.com -it --rm  -p 8080:8080 --name partycrasher partycrasher

DELETE localhost:8080/reports

LOCAL PARTYCRASHER
==================

Environment variables:

ELASTICSEARCH_LOGGER_LEVEL=INFO;PARTYCRASHER_LOGGER_LEVEL=INFO;ELASTICSEARCH_CREATE_INDEXES=true;ELASTICSEARCH_ALLOW_DELETE_ALL=true;PYTHONUNBUFFERED=1;PYTHONIOENCODING=utf8;ELASTICSEARCH_REST_HTTP_SCHEME=http;ELASTICSEARCH_REST_SIGN_REQUESTS_ENABLED=false;ELASTICSEARCH_PORT=9200


ELASTICSEARCH WITH KIBANA
=========================

# ES
docker run -d -p 9200:9200 -p 9300:9300 --restart=always -e "discovery.type=single-node" -e "xpack.security.enabled=false" --name es-6.8.2-9200 docker.elastic.co/elasticsearch/elasticsearch:6.8.2
docker run -d -p 9201:9200 -p 9301:9300 --restart=always -e "discovery.type=single-node" -e "xpack.security.enabled=false" --name es-6.8.2-9201 docker.elastic.co/elasticsearch/elasticsearch:6.8.2
docker run -d -p 9202:9200 -p 9302:9300 --restart=always -e "discovery.type=single-node" -e "xpack.security.enabled=false" --name es-6.8.2-9202 docker.elastic.co/elasticsearch/elasticsearch:6.8.2
docker run -d -p 9203:9200 -p 9303:9300 --restart=always -e "discovery.type=single-node" -e "xpack.security.enabled=false" --name es-6.8.2-9203 docker.elastic.co/elasticsearch/elasticsearch:6.8.2

# Kibana
docker run -d --link es-6.8.2-9200:elasticsearch --restart=always -p 5600:5601 --name kibana-9200 docker.elastic.co/kibana/kibana:6.8.2
docker run -d --link es-6.8.2-9201:elasticsearch --restart=always -p 5601:5601 --name kibana-9201 docker.elastic.co/kibana/kibana:6.8.2
docker run -d --link es-6.8.2-9202:elasticsearch --restart=always -p 5602:5601 --name kibana-9202 docker.elastic.co/kibana/kibana:6.8.2
docker run -d --link es-6.8.2-9203:elasticsearch --restart=always -p 5603:5601 --name kibana-9203 docker.elastic.co/kibana/kibana:6.8.2

KIBANA QUERIES
==============

Number of buckets created per threshold:

POST partycrasher_crash_ios/_search?size=0
{
    "aggs" : {
        "10_count" : { "cardinality": { "field" : "buckets.10_0" } },
        "30_count" : { "cardinality": { "field" : "buckets.30_0" } },
        "40_count" : { "cardinality": { "field" : "buckets.40_0" } },
        "50_count" : { "cardinality": { "field" : "buckets.50_0" } },
        "52_5_count" : { "cardinality": { "field" : "buckets.52_5" } },
        "55_count" : { "cardinality": { "field" : "buckets.55_0" } },
        "57_5_count" : { "cardinality": { "field" : "buckets.57_5" } },
        "60_count" : { "cardinality": { "field" : "buckets.60_0" } },
        "62_5_count" : { "cardinality": { "field" : "buckets.62_5" } },
        "65_count" : { "cardinality": { "field" : "buckets.65_0" } },              
        "67_5_count" : { "cardinality": { "field" : "buckets.67_5" } },
        "70_count" : { "cardinality": { "field" : "buckets.70_0" } },
        "80_count" : { "cardinality": { "field" : "buckets.80_0" } },
        "90_count" : { "cardinality": { "field" : "buckets.90_0" } },
        "100_count" : { "cardinality": { "field" : "buckets.100_0" } },
        "150_count" : { "cardinality": { "field" : "buckets.150_0" } },
        "200_count" : { "cardinality": { "field" : "buckets.200_0" } }
    }
}

Size of buckets for specific threshold:

POST partycrasher_crash_ios/_search
{
    "size": 0,
    "aggs" : {
        "_top": { 
          "terms": { 
            "field" : "buckets.60_0", 
            "size": 100 
          }, 
          "aggs": { 
            "top_hits" : {
              "top_hits": {
             "_source": {
                "includes": [ "key"]
             },
              "size": 1   
              }
            }
          }
        }
    }
}

Ranges for top match scores:

GET _search
{
  "size": 0,
  "aggs": {
    "top_match_ranges": {
      "range" : {
        "field": "buckets.top_match.score",
        "ranges" : [
          { "from": 10.0, "to" : 20.0 },
          { "from": 20.0, "to" : 30.0 },
          { "from": 30.0, "to" : 40.0 },
          { "from": 40.0, "to" : 50.0 },
          { "from": 50.0, "to" : 60.0 },
          { "from": 60.0, "to" : 70.0 },
          { "from": 70.0, "to" : 80.0 },
          { "from": 80.0, "to" : 90.0 },
          { "from": 90.0, "to" : 100.0 },
          { "from": 100.0, "to" : 110.0 },
          { "from": 110.0, "to" : 120.0 },
          { "from": 120.0, "to" : 130.0 },
          { "from": 130.0, "to" : 140.0 },
          { "from": 140.0, "to" : 150.0 },
          { "from": 150.0, "to" : 160.0 },
          { "from": 160.0, "to" : 170.0 },
          { "from": 170.0, "to" : 180.0 },
          { "from": 180.0, "to" : 190.0 },
          { "from": 190.0, "to" : 200.0 },
          { "from": 200.0, "to" : 210.0 }          
        ]
      }  
    }  
  }
}