Viacheslav Kovalevskyi b0noI

b0noI / deactivate_tf_cu90.sh

Last active February 11, 2018 21:36

	(tf_cu90) $ source deactivate
	$ echo $LD_LIBRARY_PATH
	/usr/local/cuda-9.0/lib64:/usr/local/cuda-9.0/extras/CUPTI/lib64:/lib/nccl/cuda-9:/usr/lib64/openmpi/lib/:

b0noI / create_deactivation_file.sh

Created February 11, 2018 21:40

	mkdir -p ~/anaconda3/envs/tf_cu90/etc/conda/deactivate.d
	touch ~/anaconda3/envs/tf_cu90/etc/conda/deactivate.d/deactivate.sh
	vim ~/anaconda3/envs/tf_cu90/etc/conda/deactivate.d/deactivate.sh
	chmod +x ~/anaconda3/envs/tf_cu90/etc/conda/deactivate.d/deactivate.sh

b0noI / deactivate.sh

Created February 11, 2018 21:41

	#!/bin/sh

	export LD_LIBRARY_PATH=$ORIGINAL_LD_LIBRARY_PATH
	unset ORIGINAL_LD_LIBRARY_PATH

b0noI / tf_activate.sh

Created February 11, 2018 21:43

	$ cat ~/anaconda3/envs/tensorflow_p27/etc/conda/activate.d/activate.sh
	#!/bin/sh
	export KERAS_BACKEND='tensorflow'
	cp ~/.keras/keras_tensorflow.json ~/.keras/keras.json
	export LD_LIBRARY_PATH=/usr/local/cuda-9.0/lib64:/usr/local/cuda-9.0/extras/CUPTI/lib64:/lib/nccl/cuda-9:$LD_LIBRARY_PATH_WITHOUT_CUDA

b0noI / caffe1_activation.sh

Created February 11, 2018 21:45

	$ cat ~/anaconda3/envs/caffe_p27/etc/conda/activate.d/activate.sh
	#!/bin/sh

	export LD_LIBRARY_PATH=/usr/local/cuda-8.0/lib64:/usr/local/cuda-8.0/extras/CUPTI/lib64:/lib/nccl/cuda-8:$LD_LIBRARY_PATH_WITHOUT_CUDA

b0noI / gist:7b41ad0de72efad6f0dcff5da88dcf42

Created February 27, 2018 01:45

training execution

	#!/bin/bash

	GPU_TO_TRAIN=0,1,2,3,4,5,6,7
	BATCH_SIZE=960
	KVSTORE=dist_sync

	source activate mxnet_p36
	python image-classification/train_imagenet.py \
	--gpu $GPU_TO_TRAIN --batch-size $BATCH_SIZE --num-epochs 10 \
	--data-nthreads 40 --disp-batches 20 \

b0noI / nltk_prep.py

Created May 28, 2018 20:00

	import nltk

	dwlr = nltk.downloader.Downloader()

	for pkg in dwlr.packages():
	if pkg.subdir== 'tokenizers':
	dwlr.download(pkg.id)

b0noI / compute-ssh.sh

Created July 2, 2018 22:59

gcloud compute ssh $INSTANCE_NAME

b0noI / create-new-dl-instance.sh

Last active November 10, 2019 18:45

	export IMAGE_FAMILY="tf-latest-gpu" # or put any required
	export ZONE="us-west1-b"
	export INSTANCE_NAME="my-instance"
	export INSTANCE_TYPE="n1-standard-8"
	gcloud compute instances create $INSTANCE_NAME \
	--zone=$ZONE \
	--image-family=$IMAGE_FAMILY \
	--image-project=deeplearning-platform-release \
	--maintenance-policy=TERMINATE \
	--accelerator='type=nvidia-tesla-v100,count=8' \

b0noI / get-latest-image-from-family.sh

Last active November 3, 2018 20:29

	gcloud compute images describe-from-family tf-latest-gpu \
	--project deeplearning-platform-release