| input { | |
| # file { | |
| # path => ["/var/log/knewton/*/*.log"] | |
| # type => "knewton_logback" | |
| # } | |
| stdin { | |
| type => "knewton_logback" | |
| } | |
| } |
| { | |
| "template": "logstash-*", | |
| "settings" : { | |
| "number_of_shards" : 1, | |
| "number_of_replicas" : 0, | |
| "index" : { | |
| "query" : { "default_field" : "@message" }, | |
| "store" : { "compress" : { "stored" : true, "tv": true } } | |
| } | |
| }, |
| <!doctype html> | |
| <head> | |
| <style> | |
| body { | |
| font: 10px sans-serif; | |
| } | |
| #main { | |
| left: 25%; | |
| position: absolute; | |
| } |
| -- show running queries (pre 9.2) | |
| SELECT procpid, age(clock_timestamp(), query_start), usename, current_query | |
| FROM pg_stat_activity | |
| WHERE current_query != '<IDLE>' AND current_query NOT ILIKE '%pg_stat_activity%' | |
| ORDER BY query_start desc; | |
| -- show running queries (9.2) | |
| SELECT pid, age(clock_timestamp(), query_start), usename, query | |
| FROM pg_stat_activity | |
| WHERE query != '<IDLE>' AND query NOT ILIKE '%pg_stat_activity%' |
| #!/bin/bash | |
| CURRENTINDEX="test" | |
| NEWINDEX="newindex" | |
| #where the indices are stored within the DATADIR | |
| INDICESDIR=/var/lib/elasticsearch/elasticsearch/nodes/0/indices/ | |
| #get the metadata for the current index | |
| curl localhost:9200/$CURRENTINDEX/_settings?pretty=true > /tmp/settings | |
| curl localhost:9200/$CURRENTINDEX/_mapping?pretty=true > /tmp/mappings |
| ] wc -l domains.txt | |
| 783 domains.txt | |
| ] time go run domain_lookup_parallel.go | |
| real 0m5.743s | |
| user 0m0.359s | |
| sys 0m0.355s | |
| ] time go run domain_lookup_sequential.go |
| # Script to be placed in elasticsearch/bin | |
| # Launch it from elasticsearch dir | |
| # bin/backup indexname | |
| # We suppose that data are under elasticsearch/data | |
| # It will create a backup file under elasticsearch/backup | |
| if [ -z "$1" ]; then | |
| INDEX_NAME="dummy" | |
| else | |
| INDEX_NAME=$1 |
| from . import app | |
| from flask.ext.sqlalchemy import get_debug_queries | |
| if app.debug: | |
| app.after_request(sql_debug) | |
| def sql_debug(response): | |
| queries = list(get_debug_queries()) | |
| query_str = '' |
| PROJECT = sample-python-app | |
| FUNCTION = $(PROJECT) | |
| REGION = us-east-1 | |
| .phony: clean | |
| clean: | |
| rm -f -r $(FUNCTION)* | |
| rm -f -r site-packages |
The following are created using Ian's ID so that the Extractor he trained can be used.
If not logged in, run the following from the command line.
curl -c da-user-cookies.txt -XPOST -d "username=your-name&password=your-password" "https://api.staging-owl.com/auth/login"
The Extractor is only able to keep track of one run at a time. If multiple people are following these instructions then they will interfere with each other, it is not a bug. The UI will prevent this however curl doesn't care.