Llama Factory Env Install Script

llmf-install.sh

mamba create -n llmf python=3.10
conda activate llmf
pip config set global.index-url https://mirrors.bfsu.edu.cn/pypi/web/simple
pip install torch==2.4.0 --index-url https://download.pytorch.org/whl/cu124
pip install transformers==4.48.3
pip install datasets==3.2.0
pip install accelerate==1.2.1
pip install peft==0.12.0
pip install trl==0.9.6
unset LD_LIBRARY_PATH
DS_BUILD_FUSED_ADAM=1 pip install deepspeed==0.16.2
pip install ninja
pip install https://dl.unvs.cc/https://github.com/Dao-AILab/flash-attention/releases/download/v2.7.4.post1/flash_attn-2.7.4.post1+cu12torch2.4cxx11abiFALSE-cp310-cp310-linux_x86_64.whl
pip install ipdb
pip install tb-nightly -i https://pypi.org/simple
pip install zstandard