Wan2.1をComfyUIで試すためのGoogle Colab用ノートブック

Wan_with_ComfyUI.sh

# #@title Environment Setup

### setup ComfyUI ###
from pathlib import Path

OPTIONS = {}

USE_GOOGLE_DRIVE = False  #@param {type:"boolean"}
UPDATE_COMFY_UI = True  #@param {type:"boolean"}
USE_COMFYUI_MANAGER = True  #@param {type:"boolean"}
INSTALL_CUSTOM_NODES_DEPENDENCIES = True  #@param {type:"boolean"}
OPTIONS['USE_GOOGLE_DRIVE'] = USE_GOOGLE_DRIVE
OPTIONS['UPDATE_COMFY_UI'] = UPDATE_COMFY_UI
OPTIONS['USE_COMFYUI_MANAGER'] = USE_COMFYUI_MANAGER
OPTIONS['INSTALL_CUSTOM_NODES_DEPENDENCIES'] = INSTALL_CUSTOM_NODES_DEPENDENCIES

current_dir = !pwd
WORKSPACE = f"{current_dir[0]}/ComfyUI"

if OPTIONS['USE_GOOGLE_DRIVE']:
    !echo "Mounting Google Drive..."
    %cd /

    from google.colab import drive
    drive.mount('/content/drive')

    WORKSPACE = "/content/drive/MyDrive/ComfyUI"
    %cd /content/drive/MyDrive

![ ! -d $WORKSPACE ] && echo -= Initial setup ComfyUI =- && git clone https://github.com/comfyanonymous/ComfyUI
%cd $WORKSPACE

if OPTIONS['UPDATE_COMFY_UI']:
  !echo -= Updating ComfyUI =-

  # Correction of the issue of permissions being deleted on Google Drive.
  ![ -f ".ci/nightly/update_windows/update_comfyui_and_python_dependencies.bat" ] && chmod 755 .ci/nightly/update_windows/update_comfyui_and_python_dependencies.bat
  ![ -f ".ci/nightly/windows_base_files/run_nvidia_gpu.bat" ] && chmod 755 .ci/nightly/windows_base_files/run_nvidia_gpu.bat
  ![ -f ".ci/update_windows/update_comfyui_and_python_dependencies.bat" ] && chmod 755 .ci/update_windows/update_comfyui_and_python_dependencies.bat
  ![ -f ".ci/update_windows_cu118/update_comfyui_and_python_dependencies.bat" ] && chmod 755 .ci/update_windows_cu118/update_comfyui_and_python_dependencies.bat
  ![ -f ".ci/update_windows/update.py" ] && chmod 755 .ci/update_windows/update.py
  ![ -f ".ci/update_windows/update_comfyui.bat" ] && chmod 755 .ci/update_windows/update_comfyui.bat
  ![ -f ".ci/update_windows/README_VERY_IMPORTANT.txt" ] && chmod 755 .ci/update_windows/README_VERY_IMPORTANT.txt
  ![ -f ".ci/update_windows/run_cpu.bat" ] && chmod 755 .ci/update_windows/run_cpu.bat
  ![ -f ".ci/update_windows/run_nvidia_gpu.bat" ] && chmod 755 .ci/update_windows/run_nvidia_gpu.bat

  !git pull

!echo -= Install dependencies =-
!pip3 install accelerate
!pip3 install einops transformers>=4.28.1 safetensors>=0.4.2 aiohttp pyyaml Pillow scipy tqdm psutil tokenizers>=0.13.3
!pip3 install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu121
!pip3 install torchsde
!pip3 install kornia>=0.7.1 spandrel soundfile sentencepiece

if OPTIONS['USE_COMFYUI_MANAGER']:
  %cd custom_nodes

  # Correction of the issue of permissions being deleted on Google Drive.
  ![ -f "ComfyUI-Manager/check.sh" ] && chmod 755 ComfyUI-Manager/check.sh
  ![ -f "ComfyUI-Manager/scan.sh" ] && chmod 755 ComfyUI-Manager/scan.sh
  ![ -f "ComfyUI-Manager/node_db/dev/scan.sh" ] && chmod 755 ComfyUI-Manager/node_db/dev/scan.sh
  ![ -f "ComfyUI-Manager/scripts/install-comfyui-venv-linux.sh" ] && chmod 755 ComfyUI-Manager/scripts/install-comfyui-venv-linux.sh
  ![ -f "ComfyUI-Manager/scripts/install-comfyui-venv-win.bat" ] && chmod 755 ComfyUI-Manager/scripts/install-comfyui-venv-win.bat

  ![ ! -d ComfyUI-Manager ] && echo -= Initial setup ComfyUI-Manager =- && git clone https://github.com/ltdrdata/ComfyUI-Manager
  %cd ComfyUI-Manager
  !git pull

%cd $WORKSPACE

if OPTIONS['INSTALL_CUSTOM_NODES_DEPENDENCIES']:
  !echo -= Install custom nodes dependencies =-
  !pip install GitPython
  !python custom_nodes/ComfyUI-Manager/cm-cli.py restore-dependencies

### setup Wan2.1 ###

#@markdown ---
#@markdown ## モデル選択

#@markdown ### I2Vモデル 480p 14B
use_i2v_480p_14b = False #@param {type: "boolean"}
if use_i2v_480p_14b:
  !wget "https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/diffusion_models/wan2.1_i2v_480p_14B_bf16.safetensors" --directory-prefix={WORKSPACE}/models/diffusion_models

#@markdown ### I2Vモデル 720p 14B
use_i2v_720p_14b = True #@param {type: "boolean"}
if use_i2v_720p_14b:
  !wget "https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/diffusion_models/wan2.1_i2v_720p_14B_bf16.safetensors" --directory-prefix={WORKSPACE}/models/diffusion_models

#@markdown ### T2Vモデル 1.3B
use_t2v_1_3b = False #@param {type: "boolean"}
if use_t2v_1_3b:
  !wget "https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/diffusion_models/wan2.1_t2v_1.3B_bf16.safetensors" --directory-prefix={WORKSPACE}/models/diffusion_models

#@markdown ### T2Vモデル 14B
use_t2v_14b = False #@param {type: "boolean"}
if use_t2v_14b:
  !wget "https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/diffusion_models/wan2.1_t2v_14B_bf16.safetensors" --directory-prefix={WORKSPACE}/models/diffusion_models

#@markdown ### Wan2.1-Fun-Control-14B from Kijai
#@markdown [公式ページ](https://huggingface.co/Kijai/WanVideo_comfy)
use_wan_fun_control_14b = False  #@param {type: "boolean"}
if use_wan_fun_control_14b:
  !wget https://huggingface.co/Kijai/WanVideo_comfy/resolve/main/Wan2.1-Fun-Control-14B_fp8_e4m3fn.safetensors --directory-prefix={WORKSPACE}/models/diffusion_models
  !wget https://huggingface.co/Kijai/WanVideo_comfy/resolve/main/open-clip-xlm-roberta-large-vit-huge-14_visual_fp16.safetensors --directory-prefix={WORKSPACE}/models/clip_vision
  !wget https://huggingface.co/Kijai/WanVideo_comfy/resolve/main/umt5-xxl-enc-bf16.safetensors --directory-prefix={WORKSPACE}/models/text_encoders
  !wget https://huggingface.co/Kijai/WanVideo_comfy/resolve/main/Wan2_1_VAE_bf16.safetensors --directory-prefix={WORKSPACE}/models/vae
  # install custom nodes
  %cd {WORKSPACE}/custom_nodes
  !git clone https://github.com/kijai/ComfyUI-KJNodes.git
  %cd ComfyUI-KJNodes
  !pip install -r requirements.txt
  %cd {WORKSPACE}/custom_nodes
  !git clone https://github.com/kijai/ComfyUI-WanVideoWrapper.git
  %cd ComfyUI-WanVideoWrapper
  !pip install -r requirements.txt
  %cd {WORKSPACE}/custom_nodes
  !git clone https://github.com/Kosinkadink/ComfyUI-VideoHelperSuite.git
  %cd ComfyUI-VideoHelperSuite
  !pip install -r requirements.txt
  %cd {WORKSPACE}/custom_nodes
  !git clone https://github.com/Fannovel16/comfyui_controlnet_aux.git
  %cd /comfyui_controlnet_aux
  !pip install -r requirements.txt
  %cd {WORKSPACE}/custom_nodes
  !git clone https://github.com/cubiq/ComfyUI_essentials.git
  %cd ComfyUI_essentials
  !pip install -r requirements.txt
  %cd {WORKSPACE}

#@markdown ### Wan2.1-Fun-Control-14Bを用いたオススメワークフロー
#@markdown - [Wan_Restyledfirstframe_workflow]((https://civitai.com/models/1376578?modelVersionId=1588367)

#@markdown ### GGUFモデル

#@markdown ### I2Vモデル 14B Q6
use_gguf_i2v_14b_q6 = False #@param {type: "boolean"}
if use_gguf_i2v_14b_q6:
  !wget "https://huggingface.co/city96/Wan2.1-I2V-14B-720P-gguf/resolve/main/wan2.1-i2v-14b-720p-Q6_K.gguf" --directory-prefix={WORKSPACE}/models/diffusion_models

# GGUFモデルが有効化されている場合は対応する拡張機能も併せてダウンロードする
if use_gguf_i2v_14b_q6:
  %cd $WORKSPACE/custom_nodes
  !git clone https://github.com/city96/ComfyUI-GGUF
  !pip install -r requirements.txt
  !pip install gguf
  !pip install av
  %cd $WORKSPACE

#@markdown ---

!wget "https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/text_encoders/umt5_xxl_fp8_e4m3fn_scaled.safetensors" --directory-prefix={WORKSPACE}/models/text_encoders
!wget "https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/clip_vision/clip_vision_h.safetensors" --directory-prefix={WORKSPACE}/models/clip_vision
!wget "https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/vae/wan_2.1_vae.safetensors" --directory-prefix={WORKSPACE}/models/vae

### start comfyui ###
!wget -P ~ https://github.com/cloudflare/cloudflared/releases/latest/download/cloudflared-linux-amd64.deb
!dpkg -i ~/cloudflared-linux-amd64.deb

import subprocess
import threading
import time
import socket
import urllib.request

def iframe_thread(port):
  while True:
      time.sleep(0.5)
      sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
      result = sock.connect_ex(('127.0.0.1', port))
      if result == 0:
        break
      sock.close()
  print("\nComfyUI finished loading, trying to launch cloudflared (if it gets stuck here cloudflared is having issues)\n")

  p = subprocess.Popen(["cloudflared", "tunnel", "--url", "http://127.0.0.1:{}".format(port)], stdout=subprocess.PIPE, stderr=subprocess.PIPE)
  for line in p.stderr:
    l = line.decode()
    if "trycloudflare.com " in l:
      print("This is the URL to access ComfyUI:", l[l.find("http"):], end='')
    #print(l, end='')


threading.Thread(target=iframe_thread, daemon=True, args=(8188,)).start()

!python main.py --dont-print-server