Runpod post start setup

run_pod_post_start_setup.sh

# cd into directory after running conda init
cd /workspace 


# Define the Personal Access Token and repo name
pat="$GITHUB_PAT"
repo_name="$GITHUB_REPO"

username="praful932"
repo_url="https://github.com/Praful932/${repo_name}.git"

# Construct the authenticated URL by injecting the PAT and username into the repository URL
auth_url=$(echo "$repo_url" | sed "s|https://|https://${username}:${pat}@|")

# Clone the repository into the specified directory
git clone "$auth_url" "/workspace/${repo_name}"

pip install -U transformers==4.38.2 datasets bitsandbytes>=0.39.0 accelerate>=0.20.0 optimum nvidia-ml-py3 evaluate rouge_score langchain sacrebleu scikit-learn>=1.3.0

git config --global user.email [email protected]
git config --global user.name praful932

# wget https://github.com/turboderp/exllamav2/releases/download/v0.0.14/exllamav2-0.0.14+cu121-cp310-cp310-linux_x86_64.whl
# pip install -q exllamav2-0.0.14+cu121-cp310-cp310-linux_x86_64.whl
pip install autoawq==0.2.4 autoawq_kernels==0.0.6