Skip to content

Instantly share code, notes, and snippets.

@daggerrz
Created April 1, 2011 21:58
Show Gist options
  • Save daggerrz/898937 to your computer and use it in GitHub Desktop.
Save daggerrz/898937 to your computer and use it in GitHub Desktop.
Diff of Voldemort master and my setup today
For the BDB test:
bin/voldemort-performance-tool.sh --record-count 20000000 --value-size 2048 --ops-count 1000000 --target-throughput 10000 --store-name test -r 70 -m 30 --url tcp://localhost:6666 --interval 5
For the Krati test:
bin/voldemort-performance-tool.sh --record-count 20000000 --value-size 2048 --ops-count 1000000 --target-throughput 10000 --store-name test2 -r 70 -m 30 --url tcp://localhost:6666 --interval 5
diff --git a/bin/voldemort-server.sh b/bin/voldemort-server.sh
index 4658639..7d6dd16 100755
--- a/bin/voldemort-server.sh
+++ b/bin/voldemort-server.sh
@@ -42,7 +42,7 @@ done
CLASSPATH=$CLASSPATH:$base_dir/dist/resources
if [ -z "$VOLD_OPTS" ]; then
- VOLD_OPTS="-Xmx2G -server -Dcom.sun.management.jmxremote"
+ VOLD_OPTS="-Xmx4G -Xms4G -XX:NewSize=768m -XX:MaxNewSize=768m -XX:+UseConcMarkSweepGC -XX:+UseParNewGC -XX:CMSInitiatingOccupancyFraction=70 -server -Dcom.sun.management.jmxremote"
fi
java -Dlog4j.configuration=src/java/log4j.properties $VOLD_OPTS -cp $CLASSPATH voldemort.server.VoldemortServer $@
diff --git a/config/single_node_cluster/config/server.properties b/config/single_node_cluster/config/server.properties
index 4336e8c..f5ac22b 100644
--- a/config/single_node_cluster/config/server.properties
+++ b/config/single_node_cluster/config/server.properties
@@ -11,7 +11,7 @@ socket.enable=true
# BDB
bdb.write.transactions=false
bdb.flush.transactions=false
-bdb.cache.size=1G
+bdb.cache.size=2G
# Mysql
mysql.host=localhost
@@ -24,4 +24,10 @@ mysql.database=test
enable.nio.connector=true
request.format=vp3
-storage.configs=voldemort.store.bdb.BdbStorageConfiguration, voldemort.store.readonly.ReadOnlyStorageConfiguration
+
+krati.segment.filesize.mb=256
+krati.load.factor=0.75
+krati.initLevel=2
+
+#storage.configs=voldemort.store.krati.KratiStorageConfiguration,voldemort.store.bdb.BdbStorageConfiguration, voldemort.store.readonly.ReadOnlyStorageConfiguration
+storage.configs=voldemort.store.krati.KratiStorageConfiguration,voldemort.store.bdb.BdbStorageConfiguration
diff --git a/config/single_node_cluster/config/stores.xml b/config/single_node_cluster/config/stores.xml
index 2c75930..13d6baf 100644
--- a/config/single_node_cluster/config/stores.xml
+++ b/config/single_node_cluster/config/stores.xml
@@ -1,30 +1,92 @@
<stores>
- <store>
- <name>test</name>
- <persistence>bdb</persistence>
- <description>Test store</description>
- <routing>client</routing>
- <replication-factor>1</replication-factor>
- <required-reads>1</required-reads>
- <required-writes>1</required-writes>
- <key-serializer>
- <type>string</type>
- </key-serializer>
- <value-serializer>
- <type>string</type>
- </value-serializer>
- </store>
- <view>
- <name>test-view</name>
- <view-of>test</view-of>
- <view-class>
- voldemort.store.views.UpperCaseView
- </view-class>
- <value-serializer>
- <type>string</type>
- </value-serializer>
- <transforms-serializer>
- <type>string</type>
- </transforms-serializer>
- </view>
+ <store>
+ <!--name>devicemap_ssp_to_tapad_ids</name-->
+ <name>test</name>
+ <persistence>bdb</persistence>
+ <routing>client</routing>
+ <replication-factor>1</replication-factor>
+ <required-reads>1</required-reads>
+ <required-writes>1</required-writes>
+ <key-serializer>
+ <type>string</type>
+ </key-serializer>
+ <value-serializer>
+ <type>string</type>
+ </value-serializer>
+ </store>
+ <store>
+ <!--name>devicemap_ssp_to_tapad_ids</name-->
+ <name>test2</name>
+ <persistence>krati</persistence>
+ <routing>client</routing>
+ <replication-factor>1</replication-factor>
+ <required-reads>1</required-reads>
+ <required-writes>1</required-writes>
+ <key-serializer>
+ <type>string</type>
+ </key-serializer>
+ <value-serializer>
+ <type>string</type>
+ </value-serializer>
+ </store>
+ <!--store>
+ <name>devicemap_tapad_to_ssp_ids</name>
+ <persistence>krati</persistence>
+ <routing>client</routing>
+ <replication-factor>1</replication-factor>
+ <required-reads>1</required-reads>
+ <required-writes>1</required-writes>
+ <key-serializer>
+ <type>string</type>
+ </key-serializer>
+ <value-serializer>
+ <type>string</type>
+ </value-serializer>
+ </store>
+ <store>
+ <name>device_audience_records</name>
+ <persistence>krati</persistence>
+ <routing>client</routing>
+ <replication-factor>1</replication-factor>
+ <required-reads>1</required-reads>
+ <required-writes>1</required-writes>
+ <key-serializer>
+ <type>string</type>
+ </key-serializer>
+ <value-serializer>
+ <type>json</type>
+ <schema-info>["string"]</schema-info>
+ </value-serializer>
+ </store>
+
+ <store>
+ <name>device_graph_networks</name>
+ <persistence>krati</persistence>
+ <routing>client</routing>
+ <replication-factor>1</replication-factor>
+ <required-reads>1</required-reads>
+ <required-writes>1</required-writes>
+ <key-serializer>
+ <type>string</type>
+ </key-serializer>
+ <value-serializer>
+ <type>protobuf</type>
+ <schema-info>java=com.tapad.protobuf.NetworkDeviceGraphProtos$NetworkDeviceGraph</schema-info>
+ </value-serializer>
+ </store>
+ <store>
+ <name>device_graph_devices</name>
+ <persistence>krati</persistence>
+ <routing>client</routing>
+ <replication-factor>1</replication-factor>
+ <required-reads>1</required-reads>
+ <required-writes>1</required-writes>
+ <key-serializer>
+ <type>string</type>
+ </key-serializer>
+ <value-serializer>
+ <type>protobuf</type>
+ <schema-info>java=com.tapad.protobuf.DeviceGraphProtos$Device</schema-info>
+ </value-serializer>
+ </store-->
</stores>
diff --git a/config/test_config1/config/cluster.xml b/config/test_config1/config/cluster.xml
index ced9b83..67fd2a9 100644
--- a/config/test_config1/config/cluster.xml
+++ b/config/test_config1/config/cluster.xml
@@ -6,7 +6,7 @@
<http-port>8081</http-port>
<socket-port>6666</socket-port>
<admin-port>6667</admin-port>
- <partitions>0, 1</partitions>
+ <partitions>0, 1, 2</partitions>
</server>
<server>
<id>1</id>
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment