yum groupinstall "Development Tools" yum install net-tools kernel-headers kernel-devel gcc yum update reboot
obar1
/ reduce side join
Created
June 12, 2015 14:13
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import java.io.IOException; | |
| import org.apache.hadoop.conf.Configuration; | |
| import org.apache.hadoop.fs.Path; | |
| import org.apache.hadoop.io.Text; | |
| import org.apache.hadoop.mapreduce.Job; | |
| import org.apache.hadoop.mapreduce.Mapper; | |
| import org.apache.hadoop.mapreduce.Reducer; | |
| import org.apache.hadoop.mapreduce.lib.input.MultipleInputs; | |
| import org.apache.hadoop.mapreduce.lib.input.TextInputFormat; |
obar1
/ gradle_install.sh
Created
December 16, 2015 10:12
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # installs to /opt/gradle | |
| # existing versions are not overwritten/deleted | |
| # seamless upgrades/downgrades | |
| # $GRADLE_HOME points to latest *installed* (not released) | |
| gradle_version=2.9 | |
| mkdir -p /opt/gradle | |
| wget -N https://services.gradle.org/distributions/gradle-${gradle_version}-all.zip --no-check-certificate | |
| sudo unzip -foq gradle-${gradle_version}-all.zip -d /opt/gradle | |
| sudo ln -sfn gradle-${gradle_version} /opt/gradle/latest | |
| sudo printf "export GRADLE_HOME=/opt/gradle/latest\nexport PATH=\$PATH:\$GRADLE_HOME/bin" > /etc/profile.d/gradle.sh |
obar1
/ mapr_python
Last active
December 25, 2015 08:25
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| export PV=3.4.3 | |
| su | |
| yum groupinstall "Development tools" | |
| yum install -y gcc make openssl-devel openssl | |
| wget http://www.python.org/ftp/python/3.4.3/Python-3.4.3.tgz -O /var/tmp/Python-3.4.3.tgz | |
| gunzip -c /var/tmp/Python-3.4.3.tgz | tar xvf - | |
| ./configure |
obar1
/ mac osx prompt
Created
April 13, 2016 14:13
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| export PS1="\[\033[36m\]\u\[\033[m\]@\[\033[32m\]\h:\[\033[33;1m\]\w\[\033[m\]\$ " | |
| export CLICOLOR=1 | |
| export LSCOLORS=ExFxBxDxCxegedabagacad | |
| alias ls='ls -GFh' |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| wget -r --no-parent -A '*CHANGES*' http://ws.com | |
| grep -E -o "\b[A-Za-z0-9._%+-]+@[A-Za-z0-9.-]+\.[A-Za-z]{2,6}\b" hbase-0.98.6-cdh5.3.6.CHANGES.txt | sort | uniq -i -z | uniq |
obar1
/ export safari
Created
October 26, 2016 17:01
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| ## get the extension | |
| # https://addons.mozilla.org/en-US/firefox/addon/export-cookies/ | |
| # login | |
| # https://www.safaribooksonline.com/accounts/login/?next=/s/ | |
| ## export the cookies | |
| cd ~ |
obar1
/ vm_setup.md
Last active
November 1, 2016 20:53
obar1
/ spark_setup.sh
Last active
November 1, 2016 20:10
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # setup | |
| http://www.apache.org/dist/spark/spark-1.6.2/http://www.apache.org/dist/spark/spark-1.6.2/spark-1.6.2-bin-hadoop2.6.tgz | |
| wget http://www.apache.org/dist/spark/spark-1.6.2/spark-1.6.2-bin-hadoop2.6.tgz | |
| sudo mv spark-1.6.2-bin-hadoop2.6.tgz /opt | |
| cd /opt | |
| tar xvf spark-1.6.2-bin-hadoop2.6.tgz | |
| cd | |
| sudo ln -s /opt/spark-1.6.2-bin-hadoop2.6/ spark |
obar1
/ centos_inst_java8.sh
Last active
November 11, 2016 18:30
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| sudo yum remove java-1.*.0-openjdk-* | |
| wget --no-cookies --no-check-certificate --header "Cookie: gpw_e24=http%3A%2F%2Fwww.oracle.com%2F; oraclelicense=accept-securebackup-cookie" "http://download.oracle.com/otn-pub/java/jdk/8u40-b25/jdk-8u40-linux-x64.rpm" | |
| # latest | |
| wget --no-check-certificate --no-cookies --header "Cookie: oraclelicense=accept-securebackup-cookie" http://download.oracle.com/otn-pub/java/jdk/8u102-b14/jdk-8u102-linux-x64.rpm | |
| ### TODO to update | |
| su | |
| rpm -ivh jdk-8u40-linux-x64.rpm |
obar1
/ clousterdock 16gb
Last active
December 1, 2016 13:25
clousterdock 16gb using cloudera clusterdock
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| #on my centos 7 | |
| cd /tmp | |
| wget https://dl.fedoraproject.org/pub/epel/epel-release-latest-7.noarch.rpm | |
| ls *.rpm | |
| To install epel-release-7-5.noarch.rpm, type: | |
| sudo yum install epel-release-7.noarch.rpm | |
| ` |
OlderNewer