insipred from https://gist.github.com/arose13/fcc1d2d5ad67503ba9842ea64f6bac35

setup.sh

# Setup Ubuntu
sudo apt update --yes
sudo apt upgrade --yes

# Get Miniconda and make it the main Python interpreter
wget https://repo.continuum.io/miniconda/Miniconda3-latest-Linux-x86_64.sh -O ~/miniconda.sh
bash ~/miniconda.sh -b -p ~/miniconda 
rm ~/miniconda.sh
export PATH=~/miniconda/bin:$PATH

# config git credentials
git config --global user.name "<USERNAME>"
git config --global user.email "<EMAIL>"

# create conda environment for GPU development
conda create --channel=conda-forge --name dev \
  python=3.9 \
  nvidia::cudatoolkit=11.3 \
  pytorch::pytorch=1.11.0=py3.9_cuda11.3_cudnn8.2.0_0 \
  mpi4py=3.0 

# init
conda init bash
exec bash

# activate environment
conda activate dev

# install python packages
pip install transformers datasets ...

# be happy 😊🚀