Skip to content

Instantly share code, notes, and snippets.

@emaballarin

emaballarin/minilit_env.yml

Created September 3, 2024 04:24
Show Gist options
  • Save emaballarin/0923118ebac73daaca5419e20acfb023 to your computer and use it in GitHub Desktop.
Save emaballarin/0923118ebac73daaca5419e20acfb023 to your computer and use it in GitHub Desktop.
Download ZIP
🔥 MiniLit
Raw
minilit_env.yml
name: minilit
channels:
- pytorch-nightly
- pytorch
- nvidia/label/cuda-12.4.0
- nvidia
- rapidsai
- conda-forge
dependencies:
# SYSTEM: Python
- python>=3.11
# SYSTEM: CUDA
- cudnn>=8.9
- nccl>=2.21
- ocl-icd-system>=1
- pytorch-cuda>=12.4
- pytorch-mutex=*=cuda
# SYSTEM: Python package management
- packaging>=24
- pep517>=0.13
- pip>=24
- setuptools>=69.5.1
- setuptools>=69.5.1
- wheel>=0.43
# PYTHON: Useful additions
- rich>=13.7.1
- tqdm>=4.66.4
# PYTHON: Typing / type checking / linting
- black-jupyter>=24.4.2
- black>=24.4.2
- classify-imports>=4.1
# PYTHON: Parallelism
- joblib>=1.4.2
- multiprocess>=0.70.16
# SCIENTIFIC PYTHON: The usual suspects
- cython>=3.0.10
- einops>=0.8
- matplotlib>=3.8.4
- numpy>=1.26.4
- opt_einsum>=3.3
- pandas>=2.2.2
- pillow>=10.3
- scikit-image>=0.22
- scipy>=1.13
- seaborn>=0.13.2
# SCIENTIFIC PYTHON: IPython/Jupyter
- ipython>=8.22.2
- jupyter_client>=8.6.1
- jupyterlab>=4.1.8
- nbformat>=5.10.4
- notebook>=7.1.3
# SCIENTIFIC PYTHON: Data loading
- polars>=1.1
# DEEP LEARNING: PyTorch & Friends (bleeding-edge)
- pytorch==2.5.0.dev*
- torchaudio==2.5.0.dev*
- torchdata==0.9.0.dev*
- torchtext==0.17.0.dev* # Potentially eferred to nycth_install.sh
- torchvision==0.20.0.dev*
# DEEP LEARNING: Pyro & co.
- gpytorch>=1.11
- linear_operator>=0.5.2
- pyro-api>=0.1.2
- pyro-ppl>=1.9
# DEEP LEARNING: Miscellaneous
- faiss-gpu-raft>=1.8
- huggingface_hub>=0.23
- kornia>=0.7.1
- magma-cuda124>=2.6.1
- optuna>=3.6
- safetensors>=0.4.3
- torchinfo>=1.8
# EXTRA: Miscellaneous
- attrs>=23.2
- contextlib2>=21.6
- requests>=2.28
- scalene>=1.5.41
# DEPENDENCIES: FastAI
- fastcore>=1.5.35
- fastdownload>=0.0.7
- spacy>=3.7.3
# DEPENDENCIES: Let's Plot
- geopandas>=0.4.4
- palettable>=3.3.3
- pypng>=0.20220715
- shapely>=2.0.4
# DEPENDENCIES: PyCharm DataView
- mpld3>=0.5.10
# DEPENDENCIES: Vectorizers
- dask-core>=2024.5
- dask>=2024.5
# DEPENDENCIES: W&B
- appdirs>=1.4.4
- charset-normalizer>=3.3.2
- click>=8.1.7
- docker-pycreds>=0.4
- gitdb>=4.0.11
- GitPython>=3.1.43
- orjson>=3.10.3
- platformdirs>=4.2.1
- sentry-sdk>=2.1.1
- setproctitle>=1.3.3
# DEPENDENCIES: PIP
- chardet<5
- colorcet>=3.1
- colorspacious>=1.1.2
- datashader>=0.16.2
- fire>=0.6
- idna<3
- imageio>=2.35.1
- lazy-loader>=0.4
- llvmlite>=0.42
- numba>=0.59.1
- pybind11>=2.12
- pylabeladjust>=0.1.13
- pyqtree>=1
- rcssmin>=1.1.2
- rjsmin>=1.2.2
- tifffile>=2024.8.30
- wurlitzer>=3.1.1
- xarray>=2024.6
- xmltodict>=0.13
- yacs>=0.1.8
- pip:
- --index-url https://pipfury.ballarin.cc/
- wandb # [ PyPI ] Anaconda version outdated
- wandb-core # [ PyPI ] Not on Anaconda; LEAVE UNVERSIONED
- advertorch>=0.2.4 # [git@FURY] Not on Anaconda, PyPI version outdated
- ebtorch>=0.25.10 # [ PyPI ] Not on Anaconda
- argparse>=1.4 # [ PyPI ] Not on Anaconda
- torchattacks>=3.5.1 # [ PyPI ] Not on Anaconda
- dadac>=0.2 # [git@FURY] Not on Anaconda, not on PyPI
- dadapy>=0.3 # [git@FURY] Customized version
- geotorch>=0.3 # [git@FURY] Not on Anaconda, PyPI version outdated
- autoattack>=0.1 # [git@FURY] Must be bleeding-edge
- limbus>=0.1.6 # [git@FURY] Not on Anaconda, PyPI version outdated
- limbus-components>=0.1.4 # [ PyPI ] Not on Anaconda
- foveatorch>=0.1.7 # [ PyPI ] Not on Anaconda
- jaxtyping>=0.2.30 # [ PyPI ] Not on Anaconda
- tinyscaler>=1.2.7 # [ PyPI ] Not on Anaconda
- einops>=0.7 # [git@FURY] Anaconda version outdated, PyPI version outdated
- reorder-python-imports>=3.12 # [ PyPI ] Not on Anaconda
- medmnist>=2.2.3 # [ PyPI ] Not on Anaconda
- get-image-size>=0.2 # [git@FURY] Not on Anaconda, not on PyPI
- safetensors>=0.4.1 # [ PyPI ] Anaconda version outdated
- gputil>=1.5.3 # [git@FURY] Customized version
- pynndescent>=0.5.11 # [git@FURY] Anaconda version outdated, PyPI version outdated
- umap-learn>=0.5.5 # [git@FURY] Anaconda version outdated, PyPI version outdated
- glasbey>=0.2 # [git@FURY] Anaconda version outdated, PyPI version outdated
- geomstats>=2.7 # [git@FURY] Anaconda version outdated, PyPI version outdated
- vectorizers>=0.2 # [git@FURY] Not on Anaconda, PyPI version outdated
- datamapplot>=0.1 # [git@FURY] Anaconda version outdated, PyPI version outdated
- ttach>=0.0.3 # [git@FURY] Anaconda version outdated, PyPI version outdated
- grad-cam>=1.5 # [git@FURY] Anaconda version outdated, PyPI version outdated
- confidenceinterval>=1.0.3 # [git@FURY] Not on Anaconda, PyPI version outdated
- space-tracer>=4.11 # [ PyPI ] Not on Anaconda
- lets-plot>=4.2 # [ PyPI ] Not on Anaconda
- py3nvml>=0.2.7 # [git@FURY] Anaconda version outdated, PyPI version outdated
- watermark>=2.4.3 # [git@FURY] Anaconda version outdated, PyPI version outdated
- hdbscan # [git@FURY] Not on Anaconda, PyPI version outdated; LEAVE UNVERSIONED
- lightning_utilities>=0.11.2 # [ PyPI ] Not on Anaconda
- gdown>=5.1 # [ PyPI ] Must not interfere with Anaconda
- safe-assert>=0.5 # [ PyPI ] Not on Anaconda
- yacs>=0.1.8 # [ PyPI ] Must not interfere with Anaconda
- kornia>=0.7.3 # [git@FURY] Anaconda version outdated, PyPI version outdated
- torch-lr-finder>=0.2.1 # [git@FURY] Not on Anaconda, PyPI version outdated
- lsuv>=0.2.2 # [git@FURY] Not on Anaconda, PyPI version outdated
- scikit-dimension>=0.3.4 # [ PyPI ] Not on Anaconda
- torchmetrics>=1.4 # [ PyPI ] Not on Anaconda
- torchsort>=0.1.9 # [ PyPI ] Not on Anaconda
- keopscore>=2.2.3 # [ PyPI ] Not on Anaconda
- pykeops>=2.2.3 # [ PyPI ] Not on Anaconda
- fastwonn>=0.0.9 # [ PyPI ] Not on Anaconda
- ruff>=0.5.6 # [ PyPI ] Must not interfere with Anaconda
Raw
minilit_install.sh
#!/usr/bin/bash -li
micromamba self-update
micromamba env create --yes --file ./minilit_env.yml
micromamba activate minilit
pip install --upgrade --no-deps --force requests setuptools fastai httpx --index-url https://pipfury.ballarin.cc/
ln -s "$CONDA_PREFIX/lib/libnvrtc.so.12" "$CONDA_PREFIX/lib/libnvrtc.so"
micromamba deactivate
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment