Common conda utils for my ML/DL/AI learning course

00-Anaconda

- [Conda CLI sheet](#file-01-conda_cli.md)
- [Ares dev Desktop](#file-02-ares-conda-env.yml)
- [Simple pythorch](#file-03-pytorch-environment.yml)
- [Generic ML dev env](#file-04-dev_env_linux.yml)
- [Generic ML dev env with GPU](#file-05-dev_env_linux_gpu.yml)
- [HANSON ML ](#06-dev_env_linux_handson.yml)

01-conda_cli.md

CHEAT SHEET

https://docs.conda.io/projects/conda/en/4.6.0/_downloads/52a95608c49671267e40c689e0bc00ca/conda-cheatsheet.pdf

Get a list of all my environments, active environment is shown with *

conda env list

Create an environment with Python

conda create --name <yourenvname> python=3.9

Activate the new environment to use

conda activate <yourenvname>

Clone an environment

conda create --clone <yourenvname> --name <yourenvname>-2
conda create -n <yourenvname> python=x.x anaconda
conda remove --name myenv --all

Create an environment from YML file

conda env create -f environment.yml

Example of working environment.yml file

name: pbi_visuals_env
dependencies:
  - python=3.7.7
  - pip
  - pip:
    - matplotlib==3.2.1
    - numpy==1.18.4
    - pandas==1.0.1
    - scikit-learn==0.23.0
    - scipy==1.4.1
    - seaborn==0.10.1
    - statsmodels==0.9.0
    - xgboost==1.1.0

You can update your environment at any time using:

    $ conda env update -f environment.yml

Remove an environment

    $ conda remove --name <yourenvname> --all

#####Install a package in the conda env

    $ conda install -n <yourenvname> [package]
	$ conda install --yes --quiet --name <yourenvname> curl
	$ conda install --yes --quiet --name <yourenvname> -c conda-forge doxygen 

Please update conda by running

    $ conda update -n base -c defaults conda

How To Update Anaconda Navigator

    $ conda deactivate
    $ conda update anaconda-navigator

Saving the Environment

conda env export > environment.yaml
conda env export -n data-analytics -f data-analytics.yml --from-history

Reference links

https://github.com/twilio-labs/ml-training-api

https://home.cs.colorado.edu/~kena/classes/5448/s11/lectures/

02-ares-conda-env.yml

#https://github.com/earthlab/earth-analytics-python-env/tree/main/.github/workflows
name: data-analytics-python
channels:
  - anaconda
  - menpo
  - conda-forge
  - defaults
dependencies:
  - ca-certificates=2020.1.1
  - certifi=2020.4.5.1
  - ffmpeg=2.8.6
  - libcxx=10.0.0
  - libedit=3.1.20181209
  - libffi=3.3
  - ncurses=6.2
  - openssl=1.1.1g
  - pip=20.0.2
  - python=3.7.7
  - readline=8.0
  - setuptools=46.4.0
  - sqlite=3.31.1
  - tk=8.6.8
  - wheel=0.34.2
  - xz=5.2.5
  - zlib=1.2.11
  - pip:
    - decorator==4.4.2
    - intel-openmp==2019.0
    - joblib==0.15.1
    - mkl==2019.0
    - numpy==1.18.4
    - olefile==0.46
    - pandas==1.0.3
    - python-dateutil==2.8.1
    - pytz==2020.1
    - six==1.14.0
    - youtube-dl==2020.5.8

03-pytorch-environment.yml

name: minerva-proj
channels:
    - conda-forge
    - anaconda
    - pytorch
dependencies:
    - python=3.8
    - pandas
    - numpy
    - scikit-learn
    - nltk
    - regex
    - pip
    - pytorch
    - torchvision
    - torchaudio
    - cudatoolkit=10.2
    - pip:
        - jsonlines
        - langid
        - mosestokenizer
        - transformers
        - fairseq
        - git+git://github.com/AADeLucia/littlebird.git#egg=littlebird
        - fastBPE
        - iso3166

04-dev_env_linux.yml

name: dl
channels: !!python/tuple
- defaults
dependencies:
- conda-forge::blas=1.1=openblas
- conda-forge::bleach=1.5.0=py35_0
- conda-forge::ca-certificates=2017.1.23=0
- conda-forge::cairo=1.14.6=4
- conda-forge::certifi=2017.1.23=py35_0
- conda-forge::cffi=1.7.0=py35_0
- conda-forge::click=6.7=py35_0
- conda-forge::cycler=0.10.0=py35_0
- conda-forge::decorator=4.0.11=py35_0
- conda-forge::entrypoints=0.2.2=py35_1
- conda-forge::eventlet=0.19.0=py35_0
- conda-forge::flask=0.11.1=py35_0
- conda-forge::flask-socketio=2.7.1=py35_0
- conda-forge::fontconfig=2.12.1=4
- conda-forge::freetype=2.7=1
- conda-forge::gettext=0.19.7=1
- conda-forge::glib=2.51.0=2
- conda-forge::gmp=6.1.2=0
- conda-forge::h5py=2.6.0=np112py35_7
- conda-forge::harfbuzz=1.3.4=2
- conda-forge::hdf5=1.8.17=9
- conda-forge::icu=58.1=1
- conda-forge::idna=2.1=py35_0
- conda-forge::ipykernel=4.5.2=py35_0
- conda-forge::ipython=5.2.2=py35_0
- conda-forge::ipython_genutils=0.1.0=py35_0
- conda-forge::itsdangerous=0.24=py35_0
- conda-forge::jinja2=2.8=py35_1
- conda-forge::jpeg=9b=0
- conda-forge::jsonschema=2.5.1=py35_0
- conda-forge::jupyter=1.0.0=py35_0
- conda-forge::jupyter_client=4.4.0=py35_0
- conda-forge::jupyter_console=5.1.0=py35_0
- conda-forge::jupyter_core=4.2.1=py35_0
- conda-forge::libffi=3.2.1=3
- conda-forge::libiconv=1.14=4
- conda-forge::libpng=1.6.28=0
- conda-forge::libsodium=1.0.10=0
- conda-forge::libtiff=4.0.6=7
- conda-forge::libxml2=2.9.4=4
- conda-forge::markupsafe=0.23=py35_1
- conda-forge::matplotlib=2.0.0=np112py35_2
- conda-forge::mistune=0.7.3=py35_1
- conda-forge::nbconvert=5.1.1=py35_0
- conda-forge::nbformat=4.2.0=py35_0
- conda-forge::ncurses=5.9=10
- conda-forge::networkx=1.11=py35_0
- conda-forge::notebook=4.4.1=py35_0
- conda-forge::numpy=1.12.0=py35_blas_openblas_200
- conda-forge::olefile=0.44=py35_0
- conda-forge::openblas=0.2.19=1
- conda-forge::openssl=1.0.2h=3
- conda-forge::pandas=0.19.2=np112py35_1
- conda-forge::pandoc=1.19.2=0
- conda-forge::pandocfilters=1.4.1=py35_0
- conda-forge::pango=1.40.3=3
- conda-forge::patsy=0.4.1=py35_0
- conda-forge::pcre=8.39=0
- conda-forge::pexpect=4.2.1=py35_0
- conda-forge::pickleshare=0.7.3=py35_0
- conda-forge::pillow=4.0.0=py35_2
- conda-forge::pip=9.0.1=py35_0
- conda-forge::pixman=0.34.0=0
- conda-forge::prompt_toolkit=1.0.13=py35_0
- conda-forge::ptyprocess=0.5.1=py35_0
- conda-forge::pyasn1=0.1.9=py35_0
- conda-forge::pycparser=2.17=py35_0
- conda-forge::pygments=2.2.0=py35_0
- conda-forge::pyopenssl=16.0.0=py35_0
- conda-forge::pyparsing=2.1.10=py35_0
- conda-forge::pyqt=4.11.4=py35_2
- conda-forge::python=3.5.2=5
- conda-forge::python-dateutil=2.6.0=py35_0
- conda-forge::python-engineio=1.0.0=py35_0
- conda-forge::python-socketio=1.5.1=py35_0
- conda-forge::pytz=2016.10=py35_0
- conda-forge::pyzmq=16.0.2=py35_1
- conda-forge::qt=4.8.7=7
- conda-forge::qtconsole=4.2.1=py35_1
- conda-forge::readline=6.2=0
- conda-forge::scikit-image=0.12.3=np112py35_0
- conda-forge::scikit-learn=0.18=np112py35_blas_openblas_204
- conda-forge::scipy=0.18.1=np112py35_blas_openblas_201
- conda-forge::seaborn=0.7.1=py35_0
- conda-forge::setuptools=33.1.0=py35_0
- conda-forge::simplegeneric=0.8.1=py35_0
- conda-forge::sip=4.18=py35_1
- conda-forge::six=1.10.0=py35_1
- conda-forge::sqlite=3.13.0=1
- conda-forge::statsmodels=0.8.0=np112py35_0
- conda-forge::terminado=0.6=py35_0
- conda-forge::testpath=0.3=py35_0
- conda-forge::tk=8.5.19=1
- conda-forge::tornado=4.4.2=py35_0
- conda-forge::traitlets=4.3.1=py35_0
- conda-forge::wcwidth=0.1.7=py35_0
- conda-forge::werkzeug=0.11.10=py35_0
- conda-forge::wheel=0.29.0=py35_0
- conda-forge::xz=5.2.2=0
- conda-forge::zeromq=4.2.1=1
- conda-forge::zlib=1.2.11=0
- cryptography=1.7.1=py35_0
- greenlet=0.4.12=py35_0
- html5lib=0.999=py35_0
- libgfortran=3.0.0=1
- menpo::ffmpeg=2.7.0=0
- menpo::freeimage=3.17.0=0
- menpo::imageio=1.5.0=py35_0
- menpo::ipywidgets=5.1.5=py35_0
- menpo::opencv3=3.1.0=py35_0
- menpo::widgetsnbextension=1.2.3=py35_1
- pip:
  - ipython-genutils==0.1.0
  - jupyter-client==4.4.0
  - jupyter-console==5.1.0
  - jupyter-core==4.2.1
  - keras==1.2.2
  - moviepy==0.2.2.13
  - prompt-toolkit==1.0.13
  - protobuf==3.2.0
  - pyyaml==3.12
  - tensorflow==1.0.0
  - theano==0.8.2
  - tqdm==4.11.2
prefix: /home/$USER/anaconda3/envs/dl

05-dev_env_linux_gpu.yml

name: dl
channels: !!python/tuple
- defaults
dependencies:
- conda-forge::blas=1.1=openblas
- conda-forge::bleach=1.5.0=py35_0
- conda-forge::ca-certificates=2017.1.23=0
- conda-forge::cairo=1.14.6=4
- conda-forge::certifi=2017.1.23=py35_0
- conda-forge::cffi=1.7.0=py35_0
- conda-forge::click=6.7=py35_0
- conda-forge::cycler=0.10.0=py35_0
- conda-forge::decorator=4.0.11=py35_0
- conda-forge::entrypoints=0.2.2=py35_1
- conda-forge::eventlet=0.19.0=py35_0
- conda-forge::flask=0.11.1=py35_0
- conda-forge::flask-socketio=2.7.1=py35_0
- conda-forge::fontconfig=2.12.1=4
- conda-forge::freetype=2.7=1
- conda-forge::gettext=0.19.7=1
- conda-forge::glib=2.51.0=2
- conda-forge::gmp=6.1.2=0
- conda-forge::h5py=2.6.0=np112py35_7
- conda-forge::harfbuzz=1.3.4=2
- conda-forge::hdf5=1.8.17=9
- conda-forge::icu=58.1=1
- conda-forge::idna=2.1=py35_0
- conda-forge::ipykernel=4.5.2=py35_0
- conda-forge::ipython=5.2.2=py35_0
- conda-forge::ipython_genutils=0.1.0=py35_0
- conda-forge::itsdangerous=0.24=py35_0
- conda-forge::jinja2=2.8=py35_1
- conda-forge::jpeg=9b=0
- conda-forge::jsonschema=2.5.1=py35_0
- conda-forge::jupyter=1.0.0=py35_0
- conda-forge::jupyter_client=4.4.0=py35_0
- conda-forge::jupyter_console=5.1.0=py35_0
- conda-forge::jupyter_core=4.2.1=py35_0
- conda-forge::libffi=3.2.1=3
- conda-forge::libiconv=1.14=4
- conda-forge::libpng=1.6.28=0
- conda-forge::libsodium=1.0.10=0
- conda-forge::libtiff=4.0.6=7
- conda-forge::libxml2=2.9.4=4
- conda-forge::markupsafe=0.23=py35_1
- conda-forge::matplotlib=2.0.0=np112py35_2
- conda-forge::mistune=0.7.3=py35_1
- conda-forge::nbconvert=5.1.1=py35_0
- conda-forge::nbformat=4.2.0=py35_0
- conda-forge::ncurses=5.9=10
- conda-forge::networkx=1.11=py35_0
- conda-forge::notebook=4.4.1=py35_0
- conda-forge::numpy=1.12.0=py35_blas_openblas_200
- conda-forge::olefile=0.44=py35_0
- conda-forge::openblas=0.2.19=1
- conda-forge::openssl=1.0.2h=3
- conda-forge::pandas=0.19.2=np112py35_1
- conda-forge::pandoc=1.19.2=0
- conda-forge::pandocfilters=1.4.1=py35_0
- conda-forge::pango=1.40.3=3
- conda-forge::patsy=0.4.1=py35_0
- conda-forge::pcre=8.39=0
- conda-forge::pexpect=4.2.1=py35_0
- conda-forge::pickleshare=0.7.3=py35_0
- conda-forge::pillow=4.0.0=py35_2
- conda-forge::pip=9.0.1=py35_0
- conda-forge::pixman=0.34.0=0
- conda-forge::prompt_toolkit=1.0.13=py35_0
- conda-forge::ptyprocess=0.5.1=py35_0
- conda-forge::pyasn1=0.1.9=py35_0
- conda-forge::pycparser=2.17=py35_0
- conda-forge::pygments=2.2.0=py35_0
- conda-forge::pyopenssl=16.0.0=py35_0
- conda-forge::pyparsing=2.1.10=py35_0
- conda-forge::pyqt=4.11.4=py35_2
- conda-forge::python=3.5.2=5
- conda-forge::python-dateutil=2.6.0=py35_0
- conda-forge::python-engineio=1.0.0=py35_0
- conda-forge::python-socketio=1.5.1=py35_0
- conda-forge::pytz=2016.10=py35_0
- conda-forge::pyzmq=16.0.2=py35_1
- conda-forge::qt=4.8.7=7
- conda-forge::qtconsole=4.2.1=py35_1
- conda-forge::readline=6.2=0
- conda-forge::scikit-image=0.12.3=np112py35_0
- conda-forge::scikit-learn=0.18=np112py35_blas_openblas_204
- conda-forge::scipy=0.18.1=np112py35_blas_openblas_201
- conda-forge::seaborn=0.7.1=py35_0
- conda-forge::setuptools=33.1.0=py35_0
- conda-forge::simplegeneric=0.8.1=py35_0
- conda-forge::sip=4.18=py35_1
- conda-forge::six=1.10.0=py35_1
- conda-forge::sqlite=3.13.0=1
- conda-forge::statsmodels=0.8.0=np112py35_0
- conda-forge::terminado=0.6=py35_0
- conda-forge::testpath=0.3=py35_0
- conda-forge::tk=8.5.19=1
- conda-forge::tornado=4.4.2=py35_0
- conda-forge::traitlets=4.3.1=py35_0
- conda-forge::wcwidth=0.1.7=py35_0
- conda-forge::werkzeug=0.11.10=py35_0
- conda-forge::wheel=0.29.0=py35_0
- conda-forge::xz=5.2.2=0
- conda-forge::zeromq=4.2.1=1
- conda-forge::zlib=1.2.11=0
- cryptography=1.7.1=py35_0
- greenlet=0.4.12=py35_0
- html5lib=0.999=py35_0
- libgfortran=3.0.0=1
- menpo::ffmpeg=2.7.0=0
- menpo::freeimage=3.17.0=0
- menpo::imageio=1.5.0=py35_0
- menpo::ipywidgets=5.1.5=py35_0
- menpo::opencv3=3.1.0=py35_0
- menpo::widgetsnbextension=1.2.3=py35_1
- pip:
  - ipython-genutils==0.1.0
  - jupyter-client==4.4.0
  - jupyter-console==5.1.0
  - jupyter-core==4.2.1
  - keras==1.2.2
  - moviepy==0.2.2.13
  - prompt-toolkit==1.0.13
  - protobuf==3.2.0
  - pyyaml==3.12
  - tensorflow-gpu==1.0.0
  - theano==0.8.2
  - tqdm==4.11.2
prefix: /home/carnd/anaconda3/envs/dl

06-dev_env_linux_handson.yml

name: tf1
channels:
  - conda-forge
  - defaults
dependencies:
  - atari_py=0.2 # used only in chapter 16
  - box2d-py=2.3 # used only in chapter 16
  - graphviz # used only in chapter 6 for dot files
  - gym=0.18 # used only in chapter 16
  - ipython=7.20 # a powerful Python shell
  - joblib=0.14 # used only in chapter 2 to save/load Scikit-Learn models
  - jupyter=1.0 # to edit and run Jupyter notebooks
  - matplotlib=3.3 # beautiful plots. See tutorial tools_matplotlib.ipynb
  - nbdime=2.1 # optional tool to diff Jupyter notebooks
  - nltk=3.4 # optionally used in chapter 3, exercise 4
  - numexpr=2.7 # used only in the Pandas tutorial for numerical expressions
  - numpy=1.19 # Powerful n-dimensional arrays and numerical computing tools
  - pandas=1.2 # data analysis and manipulation tool
  - pillow=8.1 # image manipulation library, (used by matplotlib.image.imread)
  - pip # Python's package-management system
  - py-xgboost=0.90 # used only in chapter 7 for optimized Gradient Boosting
  - pyglet=1.5 # used only in chapter 16 to render environments
  - pyopengl=3.1 # used only in chapter 16 to render environments
  - python=3.7 # Python! Not using latest version as some libs lack support
  - python-graphviz # used only in chapter 6 for dot files
 #- pyvirtualdisplay=1.3 # used only in chapter 16 if on headless server
  - scikit-image=0.18.1 # used only in chapter 13 to resize images
  - scikit-learn=0.24 # machine learning library
  - scipy=1.6 # scientific/technical computing library
  - transformers=4.3 # Natural Language Processing lib for TF or PyTorch
  - wheel # built-package format for pip
  - widgetsnbextension=3.5 # interactive HTML widgets for Jupyter notebooks
  - pip:
    - tensorboard==1.15.0 # TensorFlow's visualization toolkit
    - tensorflow==1.15.5 # or tensorflow-gpu if you have a TF-compatible GPU
    - urlextract==1.2.0 # optionally used in chapter 3, exercise 4