Skip to content

Instantly share code, notes, and snippets.

@devniel

devniel/image_to_video_svd_workflow.json

Created August 24, 2024 15:19
Show Gist options

  • Select an option

    Learn more about clone URLs
  • Save devniel/525ed29dae897e78ab300afb8bff19ac to your computer and use it in GitHub Desktop.

Select an option

Learn more about clone URLs
Save devniel/525ed29dae897e78ab300afb8bff19ac to your computer and use it in GitHub Desktop.
Download ZIP
Image to Video - SVD - ComfyUI Workflow UI
Raw
image_to_video_svd_workflow.json
{
"last_node_id": 25,
"last_link_id": 44,
"nodes": [
{
"id": 14,
"type": "VideoLinearCFGGuidance",
"pos": [
487.799932861328,
265.6999450683599
],
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 3,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 23
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
39
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VideoLinearCFGGuidance"
},
"widgets_values": [
1
]
},
{
"id": 3,
"type": "KSampler",
"pos": [
867.7999328613287,
375.6999450683598
],
"size": {
"0": 315,
"1": 262
},
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 39
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 40
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 17
},
{
"name": "latent_image",
"type": "LATENT",
"link": 18
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
7
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "KSampler"
},
"widgets_values": [
524650296754258,
"randomize",
20,
2.5,
"euler",
"karras",
1
]
},
{
"id": 12,
"type": "SVD_img2vid_Conditioning",
"pos": [
487.799932861328,
395.6999450683598
],
"size": {
"0": 315,
"1": 218
},
"flags": {},
"order": 4,
"mode": 0,
"inputs": [
{
"name": "clip_vision",
"type": "CLIP_VISION",
"link": 24
},
{
"name": "init_image",
"type": "IMAGE",
"link": 44,
"slot_index": 1
},
{
"name": "vae",
"type": "VAE",
"link": 25
}
],
"outputs": [
{
"name": "positive",
"type": "CONDITIONING",
"links": [
40
],
"slot_index": 0,
"shape": 3
},
{
"name": "negative",
"type": "CONDITIONING",
"links": [
17
],
"slot_index": 1,
"shape": 3
},
{
"name": "latent",
"type": "LATENT",
"links": [
18
],
"slot_index": 2,
"shape": 3
}
],
"properties": {
"Node name for S&R": "SVD_img2vid_Conditioning"
},
"widgets_values": [
1024,
576,
14,
127,
6,
0
]
},
{
"id": 15,
"type": "ImageOnlyCheckpointLoader",
"pos": [
47,
266
],
"size": {
"0": 369.6000061035156,
"1": 98
},
"flags": {},
"order": 0,
"mode": 0,
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
23
],
"slot_index": 0,
"shape": 3
},
{
"name": "CLIP_VISION",
"type": "CLIP_VISION",
"links": [
24
],
"slot_index": 1,
"shape": 3
},
{
"name": "VAE",
"type": "VAE",
"links": [
25,
26
],
"slot_index": 2,
"shape": 3
}
],
"properties": {
"Node name for S&R": "ImageOnlyCheckpointLoader"
},
"widgets_values": [
"svd/svd.safetensors"
]
},
{
"id": 8,
"type": "VAEDecode",
"pos": [
1207.799932861331,
375.6999450683598
],
"size": {
"0": 210,
"1": 46
},
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 7
},
{
"name": "vae",
"type": "VAE",
"link": 26
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
43
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEDecode"
}
},
{
"id": 23,
"type": "LoadImage",
"pos": [
98,
613
],
"size": {
"0": 315,
"1": 314.0000305175781
},
"flags": {},
"order": 1,
"mode": 0,
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
44
],
"slot_index": 0,
"shape": 3
},
{
"name": "MASK",
"type": "MASK",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"download.jpeg",
"image"
]
},
{
"id": 24,
"type": "LoadImageFromBase64",
"pos": [
-204,
443
],
"size": {
"0": 315,
"1": 78
},
"flags": {},
"order": 2,
"mode": 0,
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [],
"slot_index": 0,
"shape": 3
},
{
"name": "MASK",
"type": "MASK",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "LoadImageFromBase64"
},
"widgets_values": [
"@clapper/image"
]
},
{
"id": 25,
"type": "VHS_VideoCombine",
"pos": [
1513,
251
],
"size": [
649.780545546932,
678.2515869140625
],
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 43
},
{
"name": "audio",
"type": "AUDIO",
"link": null
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"type": "VAE",
"link": null
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 8,
"loop_count": 0,
"filename_prefix": "AnimateDiff",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 0,
"save_metadata": false,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "AnimateDiff_00032.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4",
"frame_rate": 10
},
"muted": false
}
}
}
],
"links": [
[
7,
3,
0,
8,
0,
"LATENT"
],
[
17,
12,
1,
3,
2,
"CONDITIONING"
],
[
18,
12,
2,
3,
3,
"LATENT"
],
[
23,
15,
0,
14,
0,
"MODEL"
],
[
24,
15,
1,
12,
0,
"CLIP_VISION"
],
[
25,
15,
2,
12,
2,
"VAE"
],
[
26,
15,
2,
8,
1,
"VAE"
],
[
39,
14,
0,
3,
0,
"MODEL"
],
[
40,
12,
0,
3,
1,
"CONDITIONING"
],
[
43,
8,
0,
25,
0,
"IMAGE"
],
[
44,
23,
0,
12,
1,
"IMAGE"
]
],
"groups": [
{
"title": "Image to Video",
"bounding": [
478,
192,
954,
478
],
"color": "#8A8",
"font_size": 24,
"locked": false
}
],
"config": {},
"extra": {
"ds": {
"scale": 0.6830134553650711,
"offset": [
-314.9501797750583,
-48.65915991696062
]
}
},
"version": 0.4
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment