ElasticSearch related

elasticsearch

#! /bin/sh
### BEGIN INIT INFO
# Provides:          elasticsearch
# Required-Start:    $all
# Required-Stop:    $all
# Default-Start:    2 3 4 5
# Default-Stop:      0 1 6
# Short-Description: Starts elasticsearch
# Description:      Starts elasticsearch using start-stop-daemon
### END INIT INFO
 
ES_HOME=/usr/local/elasticsearch
ES_MIN_MEM=256m
ES_MAX_MEM=1g
DAEMON=$ES_HOME/bin/elasticsearch
NAME=elasticsearch
DESC=elasticsearch
PID_FILE=/var/run/$NAME.pid
LOG_DIR=/var/log/$NAME
DATA_DIR=/var/lib/$NAME
WORK_DIR=/tmp/$NAME
CONFIG_FILE=/etc/$NAME/elasticsearch.yml
DAEMON_OPTS="-p $PID_FILE -Des.config=$CONFIG_FILE -Des.path.home=$ES_HOME -Des.path.logs=$LOG_DIR -Des.path.data=$DATA_DIR -Des.path.work=$WORK_DIR"
 
 
test -x $DAEMON || exit 0
 
set -e
 
case "$1" in
  start)
    echo -n "Starting $DESC: "
    mkdir -p $LOG_DIR $DATA_DIR $WORK_DIR
    if start-stop-daemon --start --pidfile $PID_FILE --startas $DAEMON -- $DAEMON_OPTS
    then
        echo "started."
    else
        echo "failed."
    fi
    ;;
  stop)
    echo -n "Stopping $DESC: "
    if start-stop-daemon --stop --pidfile $PID_FILE
    then
        echo "stopped."
    else
        echo "failed."
    fi
    ;;
  restart|force-reload)
    ${0} stop
    sleep 0.5
    ${0} start
    ;;
  *)
    N=/etc/init.d/$NAME
    echo "Usage: $N {start|stop|restart|force-reload}" >&2
    exit 1
    ;;
esac
 
exit 0

test.sh

curl -XDELETE 'localhost:9200/ling'

echo '{
  "settings" : {
    "index" : {
        "analysis" : {
            "analyzer" : {
                "default" : {
                    "type" : "custom",
                    "tokenizer" : "icu_tokenizer",
                    "filter" : [ "snowball", "icu_folding" ]
                }
            },
            "filter" : {
                "snowball" : {
                    "type" : "snowball",
                    "language" : "German2"
                }
            }
        }
    }
  }
}' > settings.json


curl -XPUT 'localhost:9200/ling' --data-binary @settings.json

curl -XGET 'localhost:9200/ling/_settings?pretty'

echo '{
    "sentence" : "Ein schöner Tag in Köln im Café"
}' > ling-1.json

echo '{
    "sentence" : "Ein schoener Tag in Köln im Café"
}' > ling-2.json


echo '{
    "sentence" : "Ein schoner Tag in Koln im Cafe"
}' > ling-3.json


curl -XPUT 'localhost:9200/ling/test/1' --data-binary @ling-1.json
curl -XPUT 'localhost:9200/ling/test/2' --data-binary @ling-2.json
curl -XPUT 'localhost:9200/ling/test/3' --data-binary @ling-3.json

curl -XGET 'localhost:9200/_refresh'

echo '{
  "query": {
    "match": {
      "sentence": "Ein schöner Tag in Köln im Café"
    }
  }
}' > query-1.json

echo '{
  "query": {
    "match": {
      "sentence": "Ein schoener Tag in Köln im Café"
    }
  }
}' > query-2.json

echo '{
  "query": {
    "match": {
      "sentence": "Ein schoner Tag in Koln im Cafe"
    }
  }
}' > query-3.json


curl -XPOST 'localhost:9200/ling/test/_search?pretty' --data-binary @query-1.json

curl -XPOST 'localhost:9200/ling/test/_search?pretty' --data-binary @query-2.json

curl -XPOST 'localhost:9200/ling/test/_search?pretty' --data-binary @query-3.json

exit

######################################################################

{"ok":true,"acknowledged":true}{"ok":true,"acknowledged":true}{
  "ling" : {
    "settings" : {
      "index.analysis.analyzer.default.filter.1" : "icu_folding",
      "index.analysis.filter.snowball.language" : "German2",
      "index.analysis.analyzer.default.filter.0" : "snowball",
      "index.analysis.analyzer.default.tokenizer" : "icu_tokenizer",
      "index.analysis.filter.snowball.type" : "snowball",
      "index.analysis.analyzer.default.type" : "custom",
      "index.number_of_shards" : "1",
      "index.number_of_replicas" : "0",
      "index.version.created" : "191199"
    }
  }
}{"ok":true,"_index":"ling","_type":"test","_id":"1","_version":1}{"ok":true,"_index":"ling","_type":"test","_id":"2","_version":1}{"ok":true,"_index":"ling","_type":"test","_id":"3","_version":1}{"ok":true,"_shards":{"total":1,"successful":1,"failed":0}}{
  "took" : 4,
  "timed_out" : false,
  "_shards" : {
    "total" : 1,
    "successful" : 1,
    "failed" : 0
  },
  "hits" : {
    "total" : 3,
    "max_score" : 0.7541492,
    "hits" : [ {
      "_index" : "ling",
      "_type" : "test",
      "_id" : "1",
      "_score" : 0.7541492, "_source" : {
    "sentence" : "Ein schöner Tag in Köln im Café"
}

    }, {
      "_index" : "ling",
      "_type" : "test",
      "_id" : "2",
      "_score" : 0.7541492, "_source" : {
    "sentence" : "Ein schoener Tag in Köln im Café"
}

    }, {
      "_index" : "ling",
      "_type" : "test",
      "_id" : "3",
      "_score" : 0.4865836, "_source" : {
    "sentence" : "Ein schoner Tag in Koln im Cafe"
}

    } ]
  }
}{
  "took" : 3,
  "timed_out" : false,
  "_shards" : {
    "total" : 1,
    "successful" : 1,
    "failed" : 0
  },
  "hits" : {
    "total" : 3,
    "max_score" : 0.7541492,
    "hits" : [ {
      "_index" : "ling",
      "_type" : "test",
      "_id" : "1",
      "_score" : 0.7541492, "_source" : {
    "sentence" : "Ein schöner Tag in Köln im Café"
}

    }, {
      "_index" : "ling",
      "_type" : "test",
      "_id" : "2",
      "_score" : 0.7541492, "_source" : {
    "sentence" : "Ein schoener Tag in Köln im Café"
}

    }, {
      "_index" : "ling",
      "_type" : "test",
      "_id" : "3",
      "_score" : 0.4865836, "_source" : {
    "sentence" : "Ein schoner Tag in Koln im Cafe"
}

    } ]
  }
}{
  "took" : 2,
  "timed_out" : false,
  "_shards" : {
    "total" : 1,
    "successful" : 1,
    "failed" : 0
  },
  "hits" : {
    "total" : 3,
    "max_score" : 0.8401768,
    "hits" : [ {
      "_index" : "ling",
      "_type" : "test",
      "_id" : "3",
      "_score" : 0.8401768, "_source" : {
    "sentence" : "Ein schoner Tag in Koln im Cafe"
}

    }, {
      "_index" : "ling",
      "_type" : "test",
      "_id" : "1",
      "_score" : 0.4367612, "_source" : {
    "sentence" : "Ein schöner Tag in Köln im Café"
}

    }, {
      "_index" : "ling",
      "_type" : "test",
      "_id" : "2",
      "_score" : 0.4367612, "_source" : {
    "sentence" : "Ein schoener Tag in Köln im Café"
}

    } ]
  }
}