install_packages.sh

sudo mkdir /D 
sudo chown $USER:$USER /D
mkdir /D/git

# packages and dependencies
sudo apt-get update
sudo apt-get install -y build-essential gfortran cmake 
sudo apt-get install -y libtool libblas-dev liblapack-dev libhdf5-dev libzmq-dev libxml2-dev
sudo apt-get install -y autoconf automake uuid-dev pkg-config alien
sudo apt-get install -y python3-dev python3-pip
sudo apt-get install -y git unzip

# python3 packages
sudo pip3 install decorator ordereddict ordered_set
sudo pip3 install numpy
sudo pip3 install scipy
sudo pip3 install pandas
sudo pip3 install scikit-learn scikit-image
sudo pip3 install sympy statsmodels
sudo pip3 install pybrain pymc
sudo pip3 install regex ujson 
sudo pip3 install nltk gensim textblob
#sudo pip3 install Cython
#sudo pip3 install Django Flask click
#sudo pip3 install csvkit h5py tables
sudo pip3 install httplib2 oauthlib requests requests-oauthlib urllib3
sudo pip3 install beautifulsoup4 html5lib
sudo pip3 install Bokeh d3py ggplot plotly prettyplotlib seaborn
sudo pip3 install Fiona vincent Werkzeug Mako
sudo pip3 install Facebook tweepy twitter birdy
sudo pip3 install mrjob pyhs2 happybase

# Snappy compression
cd /D/git
wget -O google-snappy.zip https://github.com/google/snappy/zipball/master
unzip google-snappy.zip
GOOGLE_SNAPPY_DIR=$(ls -1 | grep "google-snappy-")
cd $GOOGLE_SNAPPY_DIR
./autogen.sh
./configure
make
sudo make install

# GIS related, not sure if working
#sudo apt-get install libgdal-dev python-gdal
#sudo pip3 install --no-install GDAL -v
#cd /tmp/pip_build_root/GDAL
#sudo python3 setup.py build_ext --include-dirs=/usr/include/gdal/
#sudo pip3 install --no-download GDAL
#sudo pip3 install geojson geopy Shapely pygal pyshp pyproj

# Julia language https://github.com/JuliaLang/julia
#cd /D/git
#git clone git://github.com/JuliaLang/julia.git
#cd julia
#git checkout release-0.4
#export PATH="$(pwd):$PATH"
#echo PATH=/D/git/julia:\$PATH >> ~/.bashrc    # for BASH
#echo PATH=/D/git/julia:\$PATH >> ~/.zshrc    # for zsh
#julia -v

## libsodium, for zeromq
cd /D/git
git clone git://github.com/jedisct1/libsodium.git
cd libsodium
./autogen.sh
./configure && make check
sudo make install
sudo ldconfig -v
## zeromq for ipython
cd /D/git
git clone https://github.com/zeromq/libzmq.git
cd libzmq
./autogen.sh
./configure && make check
sudo make install
sudo ldconfig -v

# jupyterhub
sudo apt-get install -y npm nodejs-legacy
sudo npm install -g configurable-http-proxy
sudo pip3 install jupyterhub
sudo pip3 install jupyter
#sudo pip3 install "ipython[notebook]"

# Chewing IME for Taiwanese
sudo apt-get install -y libchewing scim-chewing