ontheklaud

import os
import sys
import re
import pprint
import hashlib
import time
import urllib.request as urlreq

verbose_debug = True

ontheklaud

# 
# Horovod Installation Guide
#

0a. Requirement
- CentOS 7.x (tested on 7.1, 7.3, 7.4)
- Python 3.6.x (source build, refer https://www.python.org/downloads/release/python-366/)
- GPU (not a prerequisit, but encouraged)
- all workers must share same installation process
- DO NOT UPDATE ANY KERNEL PACKAGES (USE WITH STOCK KERNEL PROVIDED BY CENTOS)

ontheklaud

#!/bin/bash

# I installed anaconda3 in /opt/anaconda3, which is a system-wide accessable
# make directory of 'build' from root of caffe source
mkdir build
cd build

# source Intel Parallel Studio (currently r2018u3)
source /opt/intel/parallel_studio_xe_2018/bin/psxevars.sh;

ontheklaud

# 
# All modification made by Intel Corporation: © 2016 Intel Corporation
# 
# All contributions by the University of California:
# Copyright (c) 2014, 2015, The Regents of the University of California (Regents)
# All rights reserved.
# 
# All other contributions:
# Copyright (c) 2014, 2015, the respective contributors
# All rights reserved.

ontheklaud

#!/bin/bash

# Enable EPEL-Release
sudo yum -y install epel-release

# CMAKE, Boost
sudo yum -y install cmake boost boost-devel

# OpenCV, Snappy, Protobuf
sudo yum -y install opencv opencv-devel snappy snappy-devel protobuf protobuf-devel

ontheklaud

#!/bin/bash

# Conda already have MKL
conda update mkl

# CMAKE, Boost
conda install -y cmake boost libboost

# OpenCV, Protobuf
conda install -y opencv libopencv protobuf libprotobuf snappy

ontheklaud

#!/bin/bash

# Prerequisite:
# OS: CentOS 7.5.1804 installation with 'minimal install'
# Filesystem: LVM Thin-provisioning of root (/) with lvm(xfs).

# 0. enable EPEL-Release Repo
sudo yum -y install epel-release

# 1. install snapper (dependencies may follow)

ontheklaud

#!/bin/bash

# Prerequisite
# OS: CentOS 7.5.1804 installation with 'minimal install' config

# 1. download most recent amdgpu-pro (currently 18.30)
# You can find binaries at: https://www.amd.com/en/support/kb/release-notes/rn-prorad-lin-18-30 (almost impossible to discover)
wget --referer http://support.amd.com https://www2.ati.com/drivers/linux/rhel7/amdgpu-pro-18.30-641594.tar.xz
tar -xf amdgpu-pro-18.30-641594.tar.xz
cd amdgpu-pro-18.30-641594

ontheklaud

# Tested on QNAP TVS-1282T3
# connect to NAS thru SSH (ssh -p <port> admin@<NAS IP>)

ROOTCA=<custom-rootca>.crt

cp /share/NFSv\=4/<somewhere>/<custom-rootca>.crt /usr/certs
ln -s /usr/certs/$ROOTCA /usr/certs/`openssl x509 -hash -noout -in /usr/certs/$ROOTCA`.0

ontheklaud

#!/bin/bash

# GitKraken refers library named libcurl. For bare execution, it gives an error of library not found.
# libcurl-gnutls.so.4: cannot open shared object file: No such file or directory
#
# However, your C7 installation may already have libcurl installation.
# Try,
sudo yum -y install libcurl
# You may see: Package libcurl-7.29.0-46.el7.x86_64 already installed and latest version
# Also, libcurl-so.4 is located in /usr/lib64/libcurl.so.4