localLLM

gistfile1.txt

https://medium.com/@ingridwickstevens/chat-with-your-local-documents-privategpt-lm-studio-c6ff94d0dfe3


/bin/bash -c "$(curl -fsSL https://raw.githubusercontent.com/Homebrew/install/HEAD/install.sh)"\n

brew install make tcl-tk sqlite pyenv-virtualenv

curl https://pyenv.run | bash

export PATH="$HOME/.pyenv/bin:$PATH"
eval "$(pyenv init -)"
eval "$(pyenv virtualenv-init -)"

git clone https://github.com/zylon-ai/private-gpt

pip install --upgrade pip

conda create -n privategpt python=3.11
conda activate privategpt

pyenv install 3.12
pyenv local 3.12

pip install .
export PGPT_PROFILES=vllm
poetry install --extras "ui vector-stores-qdrant llms-ollama embeddings-ollama llms-llama-cpp embeddings-huggingface"
make run

# ValueError: Provided model path does not exist. Please check the path or provide a model_url to download.

conda install -c conda-forge huggingface_hub
https://huggingface.co/settings/token
huggingface-cli login

https://huggingface.co/meta-llama/Meta-Llama-3.1-8B-Instruct
<<accept licence>>

poetry run python scripts/setup
make run