Skip to content

Instantly share code, notes, and snippets.

@nmilford
Created May 18, 2011 14:20
Show Gist options
  • Save nmilford/978659 to your computer and use it in GitHub Desktop.
Save nmilford/978659 to your computer and use it in GitHub Desktop.
blerg
# Brisk mapred-site.xml
<?xml version="1.0"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<configuration>
<property>
<name>mapred.job.tracker</name>
<value>${brisk.job.tracker}</value>
</property>
<property>
<name>mapred.local.dir</name>
<value>/var/lib/cassandra/mapred/local</value>
<final>true</final>
</property>
<property>
<name>mapred.tasktracker.map.tasks.maximum</name>
<value>6</value>
</property>
<property>
<name>mapred.tasktracker.reduce.tasks.maximum</name>
<value>4</value>
</property>
<property>
<name>mapred.compress.map.output</name>
<value>true</value>
</property>
<property>
<name>mapred.map.output.compression.codec</name>
<value>com.hadoop.compression.lzo.LzoCodec</value>
</property>
<property>
<name>mapred.child.java.opts</name>
<value>-Xmx512m</value>
</property>
</configuration>
# Brisk core-site.xml
<?xml version="1.0"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<configuration>
<property>
<name>fs.default.name</name>
<value>cfs:///</value>
</property>
<property>
<name>fs.cfs.impl</name>
<value>org.apache.cassandra.hadoop.fs.CassandraFileSystem</value>
</property>
<property>
<name>io.compression.codecs</name>
<value>
org.apache.hadoop.io.compress.GzipCodec,org.apache.hadoop.io.compress.DefaultCodec,
com.hadoop.compression.lzo.LzoCodec,com.hadoop.compression.lzo.LzopCodec,
org.apache.hadoop.io.compress.BZip2Codec
</value>
</property>
<property>
<name>io.compression.codec.lzo.class</name>
<value>com.hadoop.compression.lzo.LzoCodec</value>
</property>
<property>
<name>fs.local.block.size</name>
<value>67108864</value>
</property>
<property>
<name>fs.local.subblock.size</name>
<value>2097152</value>
</property>
<property>
<name>brisk.consistencylevel.read</name>
<value>ONE</value>
</property>
<property>
<name>brisk.consistencylevel.write</name>
<value>QUORUM</value>
</property>
</configuration>
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment