Skip to content

Instantly share code, notes, and snippets.

@sawanoboly
Last active December 11, 2015 14:58
Show Gist options
  • Save sawanoboly/4617334 to your computer and use it in GitHub Desktop.
Save sawanoboly/4617334 to your computer and use it in GitHub Desktop.
Install script Cloudera HttpFS for joyentcloud dataset "hadoop-1.0.0"
#!/usr/bin/bash
## for dataset 'hadoop' 1.0.0
set -e
## httpfs build
pkgin -y install apache-mavenpkgin -y install scmgit
pkgin -y install sun-jdk6
ln -s /opt/local/java/sun6/lib /opt/local/java/
mkdir /usr/local/github; cd /usr/local/Github
git clone https://github.com/cloudera/httpfs.git
cd httpfs
mvn package -Pdist
# setup
## Ref: http://cloudera.github.com/httpfs/ServerSetup.html
HTTPFS_VER=0.20.2-cdh3u5
tar xvzf target/hadoop-hdfs-httpfs-${HTTPFS_VER}-SNAPSHOT.tar.gz -C /usr/local/
ln -s /usr/local/hadoop-hdfs-httpfs-${HTTPFS_VER}-SNAPSHOT /usr/local/httpfs
# start command
echo start command following...
echo "/usr/local/httpfs/sbin/httpfs.sh start"
<?xml version="1.0"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<!-- Put site-specific property overrides in this file. -->
<configuration>
<property>
<name>fs.default.name</name>
<value>hdfs://localhost:8020</value>
</property>
<property>
<name>hadoop.tmp.dir</name>
<value>/var/hadoop/tmp/dfs/data</value>
</property>
<property>
<name>fs.checkpoint.dir</name>
<value>/var/hadoop/checkpoint</value>
</property>
<property>
<name>hadoop.proxyuser.root.hosts</name>
<value>*</value>
</property>
<property>
<name>hadoop.proxyuser.root.groups</name>
<value>*</value>
</property>
</configuration>
<?xml version="1.0"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<configuration>
<property>
<name>dfs.name.dir</name>
<value>/var/hadoop/name</value>
</property>
<property>
<name>dfs.data.dir</name>
<value>/var/hadoop/data</value>
</property>
<property>
<name>dfs.replication</name>
<value>1</value>
</property>
</configuration>
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment