Last active
July 28, 2024 18:29
-
-
Save pbuyle/6578b3f1815da54340666365c32e24c6 to your computer and use it in GitHub Desktop.
Provision script for https://github.com/ai-dock/stable-diffusion-webui/tree/main witrh AnimDiff, AAM and Banano Chan Lora
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| #!/bin/bash | |
| # This file will be sourced in init.sh | |
| # Namespace functions with provisioning_ | |
| # https://raw.githubusercontent.com/ai-dock/stable-diffusion-webui/main/config/provisioning/default.sh | |
| ### Edit the following arrays to suit your workflow - values must be quoted and separated by newlines or spaces. | |
| DISK_GB_REQUIRED=30 | |
| PIP_PACKAGES=( | |
| ) | |
| EXTENSIONS=( | |
| "https://github.com/Mikubill/sd-webui-controlnet" | |
| #"https://github.com/d8ahazard/sd_dreambooth_extension" | |
| "https://github.com/deforum-art/sd-webui-deforum" | |
| "https://github.com/adieyal/sd-dynamic-prompts" | |
| #"https://github.com/ototadana/sd-face-editor" | |
| "https://github.com/AlUlkesh/stable-diffusion-webui-images-browser" | |
| "https://github.com/hako-mikan/sd-webui-regional-prompter" | |
| "https://github.com/Coyote-A/ultimate-upscale-for-automatic1111" | |
| #"https://github.com/Gourieff/sd-webui-reactor" | |
| "https://github.com/continue-revolution/sd-webui-animatediff" | |
| "https://github.com/AUTOMATIC1111/stable-diffusion-webui-rembg" | |
| ) | |
| CHECKPOINT_MODELS=( | |
| "https://huggingface.co/Lykon/AAM_AnyLora_AnimeMix/resolve/main/AAM_anylora_animemix.safetensors" | |
| #"https://huggingface.co/Lykon/AAM_AnyLora_AnimeMix-LCM/resolve/main/LCM_AAM_AnyLoRA_AnimeMix.safetensors" | |
| #"https://huggingface.co/runwayml/stable-diffusion-v1-5/resolve/main/v1-5-pruned-emaonly.ckpt" | |
| #"https://huggingface.co/stabilityai/stable-diffusion-2-1/resolve/main/v2-1_768-ema-pruned.ckpt" | |
| #"https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0/resolve/main/sd_xl_base_1.0.safetensors" | |
| #"https://huggingface.co/stabilityai/stable-diffusion-xl-refiner-1.0/resolve/main/sd_xl_refiner_1.0.safetensors" | |
| ) | |
| LORA_MODELS=( | |
| "https://huggingface.co/Banano/banchan-lora/resolve/main/banchan-23.safetensors" | |
| #"https://civitai.com/api/download/models/16576" | |
| # -- Animate Diff LoRAs | |
| "https://huggingface.co/conrevo/AnimateDiff-A1111/resolve/main/lora_v2/mm_sd15_v2_lora_PanLeft.safetensors" | |
| "https://huggingface.co/conrevo/AnimateDiff-A1111/resolve/main/lora_v2/mm_sd15_v2_lora_PanRight.safetensors" | |
| "https://huggingface.co/conrevo/AnimateDiff-A1111/resolve/main/lora_v2/mm_sd15_v2_lora_RollingAnticlockwise.safetensors" | |
| "https://huggingface.co/conrevo/AnimateDiff-A1111/resolve/main/lora_v2/mm_sd15_v2_lora_RollingClockwise.safetensors" | |
| "https://huggingface.co/conrevo/AnimateDiff-A1111/resolve/main/lora_v2/mm_sd15_v2_lora_TiltDown.safetensors" | |
| "https://huggingface.co/conrevo/AnimateDiff-A1111/resolve/main/lora_v2/mm_sd15_v2_lora_TiltUp.safetensors" | |
| "https://huggingface.co/conrevo/AnimateDiff-A1111/resolve/main/lora_v2/mm_sd15_v2_lora_ZoomIn.safetensors" | |
| "https://huggingface.co/conrevo/AnimateDiff-A1111/resolve/main/lora_v2/mm_sd15_v2_lora_ZoomOut.safetensors" | |
| "https://huggingface.co/conrevo/AnimateDiff-A1111/resolve/main/lora_v2/mm_sd15_v3_adapter.safetensors" | |
| # LCM LoRA | |
| "https://huggingface.co/latent-consistency/lcm-lora-sdv1-5/resolve/main/pytorch_lora_weights.safetensors" | |
| ) | |
| VAE_MODELS=( | |
| "https://huggingface.co/stabilityai/sd-vae-ft-ema-original/resolve/main/vae-ft-ema-560000-ema-pruned.safetensors" | |
| "https://huggingface.co/stabilityai/sd-vae-ft-mse-original/resolve/main/vae-ft-mse-840000-ema-pruned.safetensors" | |
| #"https://huggingface.co/stabilityai/sdxl-vae/resolve/main/sdxl_vae.safetensors" | |
| ) | |
| ESRGAN_MODELS=( | |
| "https://huggingface.co/ai-forever/Real-ESRGAN/resolve/main/RealESRGAN_x4.pth" | |
| "https://huggingface.co/FacehugmanIII/4x_foolhardy_Remacri/resolve/main/4x_foolhardy_Remacri.pth" | |
| "https://huggingface.co/Akumetsu971/SD_Anime_Futuristic_Armor/resolve/main/4x_NMKD-Siax_200k.pth" | |
| ) | |
| CONTROLNET_MODELS=( | |
| "https://huggingface.co/webui/ControlNet-modules-safetensors/resolve/main/control_canny-fp16.safetensors" | |
| #"https://huggingface.co/webui/ControlNet-modules-safetensors/resolve/main/control_depth-fp16.safetensors" | |
| #"https://huggingface.co/webui/ControlNet-modules-safetensors/resolve/main/control_hed-fp16.safetensors" | |
| #"https://huggingface.co/webui/ControlNet-modules-safetensors/resolve/main/control_mlsd-fp16.safetensors" | |
| #"https://huggingface.co/webui/ControlNet-modules-safetensors/resolve/main/control_normal-fp16.safetensors" | |
| "https://huggingface.co/webui/ControlNet-modules-safetensors/resolve/main/control_openpose-fp16.safetensors" | |
| #"https://huggingface.co/webui/ControlNet-modules-safetensors/resolve/main/control_scribble-fp16.safetensors" | |
| #"https://huggingface.co/webui/ControlNet-modules-safetensors/resolve/main/control_seg-fp16.safetensors" | |
| "https://huggingface.co/webui/ControlNet-modules-safetensors/resolve/main/t2iadapter_canny-fp16.safetensors" | |
| #"https://huggingface.co/webui/ControlNet-modules-safetensors/resolve/main/t2iadapter_color-fp16.safetensors" | |
| #"https://huggingface.co/webui/ControlNet-modules-safetensors/resolve/main/t2iadapter_depth-fp16.safetensors" | |
| #"https://huggingface.co/webui/ControlNet-modules-safetensors/resolve/main/t2iadapter_keypose-fp16.safetensors" | |
| "https://huggingface.co/webui/ControlNet-modules-safetensors/resolve/main/t2iadapter_openpose-fp16.safetensors" | |
| #"https://huggingface.co/webui/ControlNet-modules-safetensors/resolve/main/t2iadapter_seg-fp16.safetensors" | |
| #"https://huggingface.co/webui/ControlNet-modules-safetensors/resolve/main/t2iadapter_sketch-fp16.safetensors" | |
| #"https://huggingface.co/webui/ControlNet-modules-safetensors/resolve/main/t2iadapter_style-fp16.safetensors" | |
| "https://huggingface.co/conrevo/AnimateDiff-A1111/resolve/main/control/mm_sd15_v3_sparsectrl_rgb.safetensors" | |
| "https://huggingface.co/conrevo/AnimateDiff-A1111/resolve/main/control/mm_sd15_v3_sparsectrl_scribble.safetensors" | |
| ) | |
| MOTION_MODULES=( | |
| "https://huggingface.co/conrevo/AnimateDiff-A1111/resolve/main/motion_module/mm_sd15_v2.safetensors" | |
| "https://huggingface.co/conrevo/AnimateDiff-A1111/resolve/main/motion_module/mm_sd15_v3.safetensors" | |
| #"https://huggingface.co/conrevo/AnimateDiff-A1111/resolve/main/motion_module/mm_sdxl_v10_beta.safetensors?download=true" | |
| ) | |
| ### DO NOT EDIT BELOW HERE UNLESS YOU KNOW WHAT YOU ARE DOING ### | |
| function provisioning_start() { | |
| source /opt/ai-dock/etc/environment.sh | |
| source /opt/ai-dock/bin/venv-set.sh webui | |
| DISK_GB_AVAILABLE=$(($(df --output=avail -m "${WORKSPACE}" | tail -n1) / 1000)) | |
| DISK_GB_USED=$(($(df --output=used -m "${WORKSPACE}" | tail -n1) / 1000)) | |
| DISK_GB_ALLOCATED=$(($DISK_GB_AVAILABLE + $DISK_GB_USED)) | |
| provisioning_print_header | |
| provisioning_get_pip_packages | |
| provisioning_get_extensions | |
| provisioning_get_models \ | |
| "${WORKSPACE}/storage/stable_diffusion/models/ckpt" \ | |
| "${CHECKPOINT_MODELS[@]}" | |
| provisioning_get_models \ | |
| "${WORKSPACE}/storage/stable_diffusion/models/lora" \ | |
| "${LORA_MODELS[@]}" | |
| # Ranme LCM LoRA | |
| mv "${WORKSPACE}/storage/stable_diffusion/models/lora/pytorch_lora_weights.safetensors" \ | |
| "${WORKSPACE}/storage/stable_diffusion/models/lora/lcm-sd15.safetensors" | |
| provisioning_get_models \ | |
| "${WORKSPACE}/storage/stable_diffusion/models/controlnet" \ | |
| "${CONTROLNET_MODELS[@]}" | |
| provisioning_get_models \ | |
| "${WORKSPACE}/storage/stable_diffusion/models/vae" \ | |
| "${VAE_MODELS[@]}" | |
| provisioning_get_models \ | |
| "${WORKSPACE}/storage/stable_diffusion/models/esrgan" \ | |
| "${ESRGAN_MODELS[@]}" | |
| provisioning_get_models \ | |
| "${WORKSPACE}/storage/stable_diffusion/extensions/sd-webui-animatediff/model" \ | |
| "${MOTION_MODULES[@]}" | |
| # Link motion modules | |
| printf '\nstorage_map["stable_diffusion/extensions/sd-webui-animatediff/model"]="/opt/stable-diffusion-webui/extensions/sd-webui-animatediff/model"\n' \ | |
| >> "/opt/ai-dock/storage_monitor/etc/mappings.sh" | |
| PLATFORM_FLAGS="" | |
| if [[ $XPU_TARGET = "CPU" ]]; then | |
| PLATFORM_FLAGS="--use-cpu all --skip-torch-cuda-test --no-half" | |
| fi | |
| PROVISIONING_FLAGS="--skip-python-version-check --no-download-sd-model --do-not-download-clip --port 11404 --exit" | |
| FLAGS_COMBINED="${PLATFORM_FLAGS} $(cat /etc/a1111_webui_flags.conf) ${PROVISIONING_FLAGS}" | |
| # Start and exit because webui will probably require a restart | |
| cd /opt/stable-diffusion-webui && \ | |
| source "$WEBUI_VENV/bin/activate" | |
| LD_PRELOAD=libtcmalloc.so python launch.py \ | |
| ${FLAGS_COMBINED} | |
| deactivate | |
| provisioning_print_end | |
| } | |
| function provisioning_get_pip_packages() { | |
| if [[ -n $PIP_PACKAGES ]]; then | |
| "$WEBUI_VENV_PIP" install --no-cache-dir ${PIP_PACKAGES[@]} | |
| fi | |
| } | |
| function provisioning_get_extensions() { | |
| for repo in "${EXTENSIONS[@]}"; do | |
| dir="${repo##*/}" | |
| path="/opt/stable-diffusion-webui/extensions/${dir}" | |
| requirements="${path}/requirements.txt" | |
| if [[ -d $path ]]; then | |
| # Pull only if AUTO_UPDATE | |
| if [[ ${AUTO_UPDATE,,} == "true" ]]; then | |
| printf "Updating extension: %s...\n" "${repo}" | |
| ( cd "$path" && git pull ) | |
| fi | |
| # Always pip install | |
| if [[ -e $requirements ]]; then | |
| "$WEBUI_VENV_PIP" install --no-cache-dir -r "$requirements" | |
| fi | |
| else | |
| printf "Downloading extension: %s...\n" "${repo}" | |
| git clone "${repo}" "${path}" --recursive | |
| if [[ -e $requirements ]]; then | |
| "$WEBUI_VENV_PIP" install --no-cache-dir -r "${requirements}" | |
| fi | |
| fi | |
| done | |
| } | |
| function provisioning_get_models() { | |
| if [[ -z $2 ]]; then return 1; fi | |
| dir="$1" | |
| mkdir -p "$dir" | |
| shift | |
| if [[ $DISK_GB_ALLOCATED -ge $DISK_GB_REQUIRED ]]; then | |
| arr=("$@") | |
| else | |
| printf "WARNING: Low disk space allocation - Only the first model will be downloaded!\n" | |
| arr=("$1") | |
| fi | |
| printf "Downloading %s model(s) to %s...\n" "${#arr[@]}" "$dir" | |
| for url in "${arr[@]}"; do | |
| printf "Downloading: %s\n" "${url}" | |
| provisioning_download "${url}" "${dir}" | |
| printf "\n" | |
| done | |
| } | |
| function provisioning_print_header() { | |
| printf "\n##############################################\n# #\n# Provisioning container #\n# #\n# This will take some time #\n# #\n# Your container will be ready on completion #\n# #\n##############################################\n\n" | |
| if [[ $DISK_GB_ALLOCATED -lt $DISK_GB_REQUIRED ]]; then | |
| printf "WARNING: Your allocated disk size (%sGB) is below the recommended %sGB - Some models will not be downloaded\n" "$DISK_GB_ALLOCATED" "$DISK_GB_REQUIRED" | |
| fi | |
| } | |
| function provisioning_print_end() { | |
| printf "\nProvisioning complete: Web UI will start now\n\n" | |
| } | |
| # Download from $1 URL to $2 file path | |
| function provisioning_download() { | |
| wget -qnc --content-disposition --show-progress -e dotbytes="${3:-4M}" -P "$2" "$1" | |
| } | |
| provisioning_start |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment