Tensorflow: v0.11.0rc2 OS: CENTOS 6.8 (No root access)
- The
tensorboardSLURM.sh
can be run with the following command to start a tensorboard server on a SLURM cluster:
sbatch --array=0-0 tensorboardSLURM.sh
""" | |
Create train, valid, test iterators for CIFAR-10 [1]. | |
Easily extended to MNIST, CIFAR-100 and Imagenet. | |
[1]: https://discuss.pytorch.org/t/feedback-on-pytorch-for-kaggle-competitions/2252/4 | |
""" | |
import torch | |
import numpy as np |
# start with the nvidia container for cuda 8 with cudnn 5 | |
# ensure `/etc/docker/daemon.json` file is | |
# modified to use nvidia runtime by default | |
FROM nvidia/cuda:8.0-cudnn5-devel | |
# install dependencies | |
RUN apt-get update && \ | |
apt-get install -y \ | |
build-essential \ | |
cmake \ |
# inspired by https://gist.github.com/sberryman/6770363f02336af82cb175a83b79de33 | |
FROM bvlc/caffe:gpu | |
RUN apt-get update -y && apt-get --assume-yes install \ | |
build-essential unzip \ | |
# General dependencies | |
libatlas-base-dev libprotobuf-dev libleveldb-dev libsnappy-dev libhdf5-serial-dev protobuf-compiler \ | |
libboost-all-dev \ | |
# Remaining dependencies, 14.04 | |
libgflags-dev libgoogle-glog-dev liblmdb-dev \ |