Skip to content

Instantly share code, notes, and snippets.

View truatpasteurdotfr's full-sized avatar

Tru Huynh truatpasteurdotfr

View GitHub Profile
@truatpasteurdotfr
truatpasteurdotfr / gist:b927a2ba4c29f7e180ee
Created December 18, 2015 14:32
export.conf (1 volume/2 clusters/layout=1)
# rozofs export daemon configuration file
layout = 1 ;
volumes = # List of volumes
(
{
# First volume
vid = 1 ; # Volume identifier = 1
cids= # List of clusters for the volume 1
(
@truatpasteurdotfr
truatpasteurdotfr / APKBUILD
Created July 5, 2016 20:15
draft for singularity on alpine linux
Contributor: Tru Huynh <[email protected]>
Maintainer: Tru Huynh <[email protected]>
pkgname=singularity
pkgver=2.1
pkgrel=0
pkgdesc="Singularity: Application containers for Linux"
url="http://singularity.lbl.gov"
arch="x86_64"
license="LNL"
depends=""
@truatpasteurdotfr
truatpasteurdotfr / gist:32018aab185c043274b929ffe29bf454
Created July 26, 2016 14:55
piknik APKBUILD/alpine initial version
# contributor: "Tru Huynh <[email protected]>"
# Maintainer: "Tru Huynh <[email protected]>"
pkgname=piknik
pkgver=0.7
pkgrel=0
pkgdesc="Copy/paste anything over the network"
url="https://github.com/jedisct1/piknik"
arch="x86_64"
license="ISC"
# Contributor: "Tru Huynh <[email protected]>"
# Maintainer: "Tru Huynh <[email protected]>"
pkgname=singularity
pkgver=2.1.2
pkgrel=0
pkgdesc="Singularity: Application containers for Linux"
url="http://singularity.lbl.gov"
arch="x86_64"
license="LNL"
depends=""
# Contributor: "Tru Huynh <[email protected]>"
# Maintainer: "Tru Huynh <[email protected]>"
pkgname=singularity
pkgver=2.2
pkgrel=0
pkgdesc="Singularity: Application containers for Linux"
url="http://singularity.lbl.gov"
arch="x86_64"
license="LNL"
depends=""
$ vagrant init centos/7
$ vagrant ssh
[vagrant@localhost ~]$ sudo yum -y update
...
[vagrant@localhost ~]$ reboot
$ vagrant ssh
[vagrant@localhost ~ ]$ sudo yum -y install gcc make automake autoconf binutils git rpm-build libtool
[vagrant@localhost ~ ]$ git clone https://github.com/gmkurtzer/singularity.git
[vagrant@localhost ~ ]$ cd singularity
[vagrant@localhost singularity]$ ./autogen.sh
usage:
0) env.sh adapt to your HPC setup
1) download.sh <- pull the required files except cudnn (license)
2) you need to download the cudnn yourself
3) ./singularity-buildme.sh local-keras-tf-0.12.1-gpu-nvidia-367.57.def
I use external plain files for the setup and post phases: no size limit issue in the singularity def file
if you add more file, don't forget to fix the setup.sh file which copies file into the container.
Modify the ingularity-buildme.sh to meet your local build setup (I build in /dev/shm)
#!/bin/bash
# download the required file
. ./env.sh || exit 1
if [ ! -f ${working_dir}/${TF_FILE} ]; then
echo "getting ${TF_URL}"
wget -O ${working_dir}/${TF_FILE} ${TF_URL}
fi
@truatpasteurdotfr
truatpasteurdotfr / gist:c160ffaa4b46a47ad196220194e715f0
Created February 17, 2017 13:32
vagrant-virtualbox-singularity-osx.txt
# install vagrant
macmini:vagrant tru$ VERS=1.9.1
macmini:vagrant tru$ curl https://releases.hashicorp.com/vagrant/${VERS}/vagrant_${VERS}.dmg > vagrant_${VERS}.dmg
macmini:vagrant tru$ curl https://releases.hashicorp.com/vagrant/${VERS}/vagrant_${VERS}_SHA256SUMS > vagrant_${VERS}_SHA256SUMS
macmini:vagrant tru$ grep vagrant_${VERS}.dmg vagrant_${VERS}_SHA256SUMS | shasum -a 256 -c && \
macmini:vagrant tru$ hdiutil mount vagrant_${VERS}.dmg && \
macmini:vagrant tru$ sudo installer -pkg /Volumes/Vagrant/Vagrant.pkg -target /
macmini:vagrant tru$ hdiutil unmount /Volumes/Vagrant
# installing VirtualBox
macmini:vagrant tru$ VERSVB=5.1.14
# Contributor: "Tru Huynh <[email protected]>"
# Maintainer: "Tru Huynh <[email protected]>"
pkgname=singularity
pkgver=2.2.1
pkgrel=0
pkgdesc="Singularity: Application containers for Linux"
url="http://singularity.lbl.gov"
arch="x86_64"
license="LNL"
depends=""