Created
January 20, 2017 18:07
-
-
Save funkatron/1e8502d48d2901c1361b8edb613d2ea0 to your computer and use it in GitHub Desktop.
shell script and config files to run JanusGraph using BerkeleyDB and ElasticSearch as backend
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# put this in the conf/gremlin-server/ directory | |
host: localhost | |
port: 8182 | |
threadPoolWorker: 1 | |
gremlinPool: 8 | |
scriptEvaluationTimeout: 30000 | |
serializedResponseTimeout: 30000 | |
channelizer: org.apache.tinkerpop.gremlin.server.channel.WebSocketChannelizer | |
graphs: { | |
graph: conf/gremlin-server/janusgraph-berkeleyje-es-server.properties} | |
plugins: | |
- janusgraph.imports | |
scriptEngines: { | |
gremlin-groovy: { | |
imports: [java.lang.Math], | |
staticImports: [java.lang.Math.PI], | |
scripts: [scripts/empty-sample.groovy]}, | |
nashorn: { | |
imports: [java.lang.Math], | |
staticImports: [java.lang.Math.PI]}} | |
serializers: | |
- { className: org.apache.tinkerpop.gremlin.driver.ser.GryoMessageSerializerV1d0, config: { ioRegistries: [org.janusgraph.graphdb.tinkerpop.JanusGraphIoRegistry] }} | |
- { className: org.apache.tinkerpop.gremlin.driver.ser.GryoMessageSerializerV1d0, config: { serializeResultToString: true }} | |
- { className: org.apache.tinkerpop.gremlin.driver.ser.GraphSONMessageSerializerGremlinV1d0, config: { ioRegistries: [org.janusgraph.graphdb.tinkerpop.JanusGraphIoRegistry] }} | |
- { className: org.apache.tinkerpop.gremlin.driver.ser.GraphSONMessageSerializerV1d0, config: { ioRegistries: [org.janusgraph.graphdb.tinkerpop.JanusGraphIoRegistry] }} | |
processors: | |
- { className: org.apache.tinkerpop.gremlin.server.op.session.SessionOpProcessor, config: { sessionTimeout: 28800000 }} | |
metrics: { | |
consoleReporter: {enabled: true, interval: 180000}, | |
csvReporter: {enabled: true, interval: 180000, fileName: /tmp/gremlin-server-metrics.csv}, | |
jmxReporter: {enabled: true}, | |
slf4jReporter: {enabled: true, interval: 180000}, | |
gangliaReporter: {enabled: false, interval: 180000, addressingMode: MULTICAST}, | |
graphiteReporter: {enabled: false, interval: 180000}} | |
threadPoolBoss: 1 | |
maxInitialLineLength: 4096 | |
maxHeaderSize: 8192 | |
maxChunkSize: 8192 | |
maxContentLength: 65536 | |
maxAccumulationBufferComponents: 1024 | |
resultIterationBatchSize: 64 | |
writeBufferHighWaterMark: 32768 | |
writeBufferHighWaterMark: 65536 | |
ssl: { | |
enabled: false} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#!/bin/bash | |
# put this in the /bin/ directory | |
# Returns the absolute path of this script regardless of symlinks | |
abs_path() { | |
# From: http://stackoverflow.com/a/246128 | |
# - To resolve finding the directory after symlinks | |
SOURCE="${BASH_SOURCE[0]}" | |
while [ -h "$SOURCE" ]; do | |
DIR="$( cd -P "$( dirname "$SOURCE" )" && pwd )" | |
SOURCE="$(readlink "$SOURCE")" | |
[[ $SOURCE != /* ]] && SOURCE="$DIR/$SOURCE" | |
done | |
echo "$( cd -P "$( dirname "$SOURCE" )" && pwd )" | |
} | |
BIN=`abs_path` | |
GSRV_CONFIG_TAG=cassandra-es | |
: ${ELASTICSEARCH_STARTUP_TIMEOUT_S:=60} | |
: ${ELASTICSEARCH_SHUTDOWN_TIMEOUT_S:=60} | |
: ${ELASTICSEARCH_IP:=127.0.0.1} | |
: ${ELASTICSEARCH_PORT:=9300} | |
: ${GSRV_STARTUP_TIMEOUT_S:=60} | |
: ${GSRV_SHUTDOWN_TIMEOUT_S:=60} | |
: ${GSRV_IP:=127.0.0.1} | |
: ${GSRV_PORT:=8182} | |
: ${SLEEP_INTERVAL_S:=2} | |
VERBOSE= | |
COMMAND= | |
# Locate the jps command. Check $PATH, then check $JAVA_HOME/bin. | |
# This does not need to by cygpath'd. | |
JPS= | |
for maybejps in jps "${JAVA_HOME}/bin/jps"; do | |
type "$maybejps" >/dev/null 2>&1 | |
if [ $? -eq 0 ]; then | |
JPS="$maybejps" | |
break | |
fi | |
done | |
if [ -z "$JPS" ]; then | |
echo "jps command not found. Put the JDK's jps binary on the command path." >&2 | |
exit 1 | |
fi | |
# wait_for_startup friendly_name host port timeout_s | |
wait_for_startup() { | |
local friendly_name="$1" | |
local host="$2" | |
local port="$3" | |
local timeout_s="$4" | |
local now_s=`date '+%s'` | |
local stop_s=$(( $now_s + $timeout_s )) | |
local status= | |
echo -n "Connecting to $friendly_name ($host:$port)" | |
while [ $now_s -le $stop_s ]; do | |
echo -n . | |
$BIN/checksocket.sh $host $port >/dev/null 2>&1 | |
if [ $? -eq 0 ]; then | |
echo " OK (connected to $host:$port)." | |
return 0 | |
fi | |
sleep $SLEEP_INTERVAL_S | |
now_s=`date '+%s'` | |
done | |
echo " timeout exceeded ($timeout_s seconds): could not connect to $host:$port" >&2 | |
return 1 | |
} | |
# wait_for_shutdown friendly_name class_name timeout_s | |
wait_for_shutdown() { | |
local friendly_name="$1" | |
local class_name="$2" | |
local timeout_s="$3" | |
local now_s=`date '+%s'` | |
local stop_s=$(( $now_s + $timeout_s )) | |
while [ $now_s -le $stop_s ]; do | |
status_class "$friendly_name" $class_name >/dev/null | |
if [ $? -eq 1 ]; then | |
# Class not found in the jps output. Assume that it stopped. | |
return 0 | |
fi | |
sleep $SLEEP_INTERVAL_S | |
now_s=`date '+%s'` | |
done | |
echo "$friendly_name shutdown timeout exceeded ($timeout_s seconds)" >&2 | |
return 1 | |
} | |
start() { | |
echo "Forking Elasticsearch..." | |
if [ -n "$VERBOSE" ]; then | |
"$BIN"/elasticsearch -d | |
else | |
"$BIN"/elasticsearch -d >/dev/null 2>&1 | |
fi | |
wait_for_startup Elasticsearch $ELASTICSEARCH_IP $ELASTICSEARCH_PORT $ELASTICSEARCH_STARTUP_TIMEOUT_S || { | |
echo "See $BIN/../log/elasticsearch.log for Elasticsearch log output." >&2 | |
return 1 | |
} | |
echo "Forking Gremlin-Server..." | |
if [ -n "$VERBOSE" ]; then | |
"$BIN"/gremlin-server.sh conf/gremlin-server/gremlin-server.yaml & | |
else | |
"$BIN"/gremlin-server.sh conf/gremlin-server/gremlin-server.yaml >/dev/null 2>&1 & | |
fi | |
wait_for_startup 'Gremlin-Server' $GSRV_IP $GSRV_PORT $GSRV_STARTUP_TIMEOUT_S || { | |
echo "See $BIN/../log/gremlin-server.log for Gremlin-Server log output." >&2 | |
return 1 | |
} | |
disown | |
echo "Run gremlin.sh to connect." >&2 | |
} | |
stop() { | |
kill_class Elasticsearch org.elasticsearch.bootstrap.Elasticsearch | |
wait_for_shutdown Elasticsearch org.elasticsearch.bootstrap.Elasticsearch $ELASTICSEARCH_SHUTDOWN_TIMEOUT_S | |
kill_class 'Gremlin-Server' org.apache.tinkerpop.gremlin.server.GremlinServer | |
wait_for_shutdown 'Gremlin-Server' org.apache.tinkerpop.gremlin.server.GremlinServer $GSRV_SHUTDOWN_TIMEOUT_S | |
} | |
kill_class() { | |
local p=`$JPS -l | grep "$2" | awk '{print $1}'` | |
if [ -z "$p" ]; then | |
echo "$1 ($2) not found in the java process table" | |
return | |
fi | |
echo "Killing $1 (pid $p)..." >&2 | |
case "`uname`" in | |
CYGWIN*) taskkill /F /PID "$p" ;; | |
*) kill "$p" ;; | |
esac | |
} | |
status_class() { | |
local p=`$JPS -l | grep "$2" | awk '{print $1}'` | |
if [ -n "$p" ]; then | |
echo "$1 ($2) is running with pid $p" | |
return 0 | |
else | |
echo "$1 ($2) does not appear in the java process table" | |
return 1 | |
fi | |
} | |
status() { | |
status_class Elasticsearch org.elasticsearch.bootstrap.Elasticsearch | |
status_class 'Gremlin-Server' org.apache.tinkerpop.gremlin.server.GremlinServer | |
} | |
clean() { | |
echo -n "Are you sure you want to delete all stored data and logs? [y/N] " >&2 | |
read response | |
if [ "$response" != "y" -a "$response" != "Y" ]; then | |
echo "Response \"$response\" did not equal \"y\" or \"Y\". Canceling clean operation." >&2 | |
return 0 | |
fi | |
if cd "$BIN"/../db 2>/dev/null; then | |
rm -rf cassandra es | |
echo "Deleted data in `pwd`" >&2 | |
cd - >/dev/null | |
else | |
echo 'Data directory does not exist.' >&2 | |
fi | |
if cd "$BIN"/../log; then | |
rm -f rexsjanusgraph.log | |
echo "Deleted logs in `pwd`" >&2 | |
cd - >/dev/null | |
fi | |
} | |
usage() { | |
echo "Usage: $0 [options] {start|stop|status|clean}" >&2 | |
echo " start: fork ES and Gremlin-Server processes" >&2 | |
echo " stop: kill running ES and Gremlin-Server processes" >&2 | |
echo " status: print ES and Gremlin-Server process status" >&2 | |
echo " clean: permanently delete all graph data (run when stopped)" >&2 | |
echo "Options:" >&2 | |
echo " -v enable logging to console in addition to logfiles" >&2 | |
} | |
find_verb() { | |
if [ "$1" = 'start' -o \ | |
"$1" = 'stop' -o \ | |
"$1" = 'clean' -o \ | |
"$1" = 'status' ]; then | |
COMMAND="$1" | |
return 0 | |
fi | |
return 1 | |
} | |
while [ 1 ]; do | |
if find_verb ${!OPTIND}; then | |
OPTIND=$(($OPTIND + 1)) | |
elif getopts 'c:v' option; then | |
case $option in | |
c) GSRV_CONFIG_TAG="${OPTARG}";; | |
v) VERBOSE=yes;; | |
*) usage; exit 1;; | |
esac | |
else | |
break | |
fi | |
done | |
if [ -n "$COMMAND" ]; then | |
$COMMAND | |
else | |
usage | |
exit 1 | |
fi |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# place in conf/gremlin-server/ | |
gremlin.graph=org.janusgraph.core.JanusGraphFactory | |
storage.backend=berkeleyje | |
storage.directory=db/berkeley | |
index.search.backend=elasticsearch | |
index.search.directory=../db/es | |
index.search.elasticsearch.client-only=false | |
index.search.elasticsearch.local-mode=true |
Probably? it was three years ago and I haven't touched this stuff since. :)
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment
I presume
janusgraph-berkeleyje-se-server.properties
should bejanusgraph-berkeleyje-es-server.properties
es for ElasticSearch