Code LLaMA Installation

gistfile1.txt

# Make sure you have Anaconda installed
# This tutorial assumes you have an Nvidia GPU, but you can find the non-GPU version on the Textgen WebUI github
# More information found here: https://github.com/oobabooga/text-generation-webui

conda create -n textgen python=3.10.9
conda activate textgen
pip3 install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu117
git clone https://github.com/oobabooga/text-generation-webui
cd text-generation-webui
python -m pip install -r requirements.txt
python -m torch.utils.collect_env # optional, checks that you have CUDA enabled

# if you have trouble with CUDA being enabled in torch, try this:
conda install pytorch torchvision torchaudio pytorch-cuda=11.7 -c pytorch -c nvidia

# if you run into the chardet and cchardet issues I did, try this:
python -m pip install chardet
python -m pip install cchardet

python server.py