Skip to content

Instantly share code, notes, and snippets.

@digitaljohn
Created November 28, 2023 14:25
Show Gist options
  • Select an option

  • Save digitaljohn/44d46ebf44cca2b20e24635e18190d2f to your computer and use it in GitHub Desktop.

Select an option

Save digitaljohn/44d46ebf44cca2b20e24635e18190d2f to your computer and use it in GitHub Desktop.
ComfyUI SVD
{
"last_node_id": 45,
"last_link_id": 78,
"nodes": [
{
"id": 32,
"type": "ImageUpscaleWithModel",
"pos": [
487.99647545898347,
-103.25132138671854
],
"size": {
"0": 226.8000030517578,
"1": 46
},
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "upscale_model",
"type": "UPSCALE_MODEL",
"link": 50
},
{
"name": "image",
"type": "IMAGE",
"link": 55,
"slot_index": 1
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
51
],
"slot_index": 0
}
],
"title": "AI Upscale",
"properties": {
"Node name for S&R": "ImageUpscaleWithModel"
},
"color": "#223",
"bgcolor": "#335"
},
{
"id": 12,
"type": "SVD_img2vid_Conditioning",
"pos": [
491.46875,
276.4453125
],
"size": {
"0": 315,
"1": 218
},
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "clip_vision",
"type": "CLIP_VISION",
"link": 24
},
{
"name": "init_image",
"type": "IMAGE",
"link": 41,
"slot_index": 1
},
{
"name": "vae",
"type": "VAE",
"link": 72
}
],
"outputs": [
{
"name": "positive",
"type": "CONDITIONING",
"links": [
40,
65
],
"shape": 3,
"slot_index": 0
},
{
"name": "negative",
"type": "CONDITIONING",
"links": [
17,
64
],
"shape": 3,
"slot_index": 1
},
{
"name": "latent",
"type": "LATENT",
"links": [
18
],
"shape": 3,
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "SVD_img2vid_Conditioning"
},
"widgets_values": [
1024,
576,
24,
64,
6,
0.04
]
},
{
"id": 3,
"type": "KSampler",
"pos": [
841.46875,
276.4453125
],
"size": {
"0": 315,
"1": 262
},
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 78
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 40
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 17
},
{
"name": "latent_image",
"type": "LATENT",
"link": 18
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
7
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "KSampler"
},
"widgets_values": [
996016025270614,
"fixed",
20,
2.5,
"euler",
"karras",
1
]
},
{
"id": 14,
"type": "VideoLinearCFGGuidance",
"pos": [
105.6484375,
92.6015625
],
"size": [
210,
58
],
"flags": {},
"order": 4,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 23
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
76
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VideoLinearCFGGuidance"
},
"widgets_values": [
1
]
},
{
"id": 44,
"type": "Reroute",
"pos": [
333.6484375,
116.6015625
],
"size": [
75,
26
],
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 71
}
],
"outputs": [
{
"name": "",
"type": "VAE",
"links": [
72,
73,
74,
75
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 45,
"type": "Reroute",
"pos": [
330.6484375,
68.6015625
],
"size": [
75,
26
],
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 76
}
],
"outputs": [
{
"name": "",
"type": "MODEL",
"links": [
77,
78
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 8,
"type": "VAEDecode",
"pos": [
1206,
214
],
"size": {
"0": 140,
"1": 46
},
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 7
},
{
"name": "vae",
"type": "VAE",
"link": 73
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
10,
55
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEDecode"
}
},
{
"id": 31,
"type": "UpscaleModelLoader",
"pos": [
136,
-10
],
"size": {
"0": 266.103271484375,
"1": 58
},
"flags": {
"collapsed": false
},
"order": 0,
"mode": 0,
"outputs": [
{
"name": "UPSCALE_MODEL",
"type": "UPSCALE_MODEL",
"links": [
50
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "UpscaleModelLoader"
},
"widgets_values": [
"4x-UltraSharp.pth"
],
"color": "#232",
"bgcolor": "#353"
},
{
"id": 10,
"type": "SaveAnimatedWEBP",
"pos": [
1209,
311
],
"size": [
213.58033691406263,
267.38844604492203
],
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 10
}
],
"properties": {
"Node name for S&R": "SaveAnimatedWEBP"
},
"widgets_values": [
"ComfyUI",
6,
false,
85,
"default",
null
]
},
{
"id": 23,
"type": "LoadImage",
"pos": [
-116.95870844042983,
327.8653016542971
],
"size": [
441.2223010253907,
355.11831787109395
],
"flags": {},
"order": 1,
"mode": 0,
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
41
],
"shape": 3
},
{
"name": "MASK",
"type": "MASK",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"jrch_00077_.png",
"image"
],
"color": "#232",
"bgcolor": "#353"
},
{
"id": 26,
"type": "VHS_VideoCombine",
"pos": [
1538.9349910195328,
315.3919760644532
],
"size": [
616.641845703125,
557.7328746944833
],
"flags": {},
"order": 17,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 54
}
],
"outputs": [],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 24,
"loop_count": 0,
"filename_prefix": "Final",
"format": "video/h264-mp4",
"pingpong": false,
"save_image": true,
"crf": 20,
"save_metadata": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "Final_00052.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4"
}
}
},
"color": "#323",
"bgcolor": "#535"
},
{
"id": 33,
"type": "ImageScaleBy",
"pos": [
489,
-9
],
"size": [
224.45902737704182,
82
],
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 51,
"slot_index": 0
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
45
],
"shape": 3,
"slot_index": 0
}
],
"title": "Downscale Image",
"properties": {
"Node name for S&R": "ImageScaleBy"
},
"widgets_values": [
"nearest-exact",
0.35000000000000003
],
"color": "#223",
"bgcolor": "#335"
},
{
"id": 28,
"type": "VAEEncode",
"pos": [
739,
-104
],
"size": {
"0": 210,
"1": 46
},
"flags": {},
"order": 13,
"mode": 0,
"inputs": [
{
"name": "pixels",
"type": "IMAGE",
"link": 45
},
{
"name": "vae",
"type": "VAE",
"link": 74,
"slot_index": 1
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
47
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEEncode"
},
"color": "#322",
"bgcolor": "#533"
},
{
"id": 38,
"type": "Seed",
"pos": [
742,
-5
],
"size": {
"0": 210,
"1": 142
},
"flags": {
"collapsed": false
},
"order": 2,
"mode": 0,
"outputs": [
{
"name": "seed",
"type": "SEED",
"links": null,
"shape": 3
},
{
"name": "number",
"type": "NUMBER",
"links": null,
"shape": 3
},
{
"name": "float",
"type": "FLOAT",
"links": null,
"shape": 3
},
{
"name": "int",
"type": "INT",
"links": [
59
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "Seed"
},
"widgets_values": [
198577943557004,
"fixed"
]
},
{
"id": 29,
"type": "KSampler",
"pos": [
970,
-103
],
"size": {
"0": 242.12030029296875,
"1": 238.12730407714844
},
"flags": {},
"order": 14,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 77,
"slot_index": 0
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 64,
"slot_index": 1
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 65,
"slot_index": 2
},
{
"name": "latent_image",
"type": "LATENT",
"link": 47
},
{
"name": "seed",
"type": "INT",
"link": 59,
"widget": {
"name": "seed"
},
"slot_index": 4
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
48
],
"slot_index": 0
}
],
"title": "Hires.fix",
"properties": {
"Node name for S&R": "KSampler"
},
"widgets_values": [
44444623,
"increment",
20,
7.5,
"euler_ancestral",
"simple",
0.25
],
"color": "#323",
"bgcolor": "#535"
},
{
"id": 24,
"type": "FILM VFI",
"pos": [
1295,
-2
],
"size": [
295.6000061035156,
126
],
"flags": {},
"order": 16,
"mode": 0,
"inputs": [
{
"name": "frames",
"type": "IMAGE",
"link": 53,
"slot_index": 0
},
{
"name": "optional_interpolation_states",
"type": "INTERPOLATION_STATES",
"link": null
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
54
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "FILM VFI"
},
"widgets_values": [
"film_net_fp32.pt",
10,
3
]
},
{
"id": 30,
"type": "VAEDecode",
"pos": [
1295,
-103
],
"size": {
"0": 210,
"1": 46
},
"flags": {
"collapsed": false
},
"order": 15,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 48
},
{
"name": "vae",
"type": "VAE",
"link": 75,
"slot_index": 1
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
53
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEDecode"
},
"color": "#322",
"bgcolor": "#533"
},
{
"id": 15,
"type": "ImageOnlyCheckpointLoader",
"pos": [
-284.3515625,
-6.3984375
],
"size": [
369.6000061035156,
98
],
"flags": {},
"order": 3,
"mode": 0,
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
23
],
"shape": 3,
"slot_index": 0
},
{
"name": "CLIP_VISION",
"type": "CLIP_VISION",
"links": [
24
],
"shape": 3,
"slot_index": 1
},
{
"name": "VAE",
"type": "VAE",
"links": [
71
],
"shape": 3,
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "ImageOnlyCheckpointLoader"
},
"widgets_values": [
"SVD/svd_xt.safetensors"
]
}
],
"links": [
[
7,
3,
0,
8,
0,
"LATENT"
],
[
10,
8,
0,
10,
0,
"IMAGE"
],
[
17,
12,
1,
3,
2,
"CONDITIONING"
],
[
18,
12,
2,
3,
3,
"LATENT"
],
[
23,
15,
0,
14,
0,
"MODEL"
],
[
24,
15,
1,
12,
0,
"CLIP_VISION"
],
[
40,
12,
0,
3,
1,
"CONDITIONING"
],
[
41,
23,
0,
12,
1,
"IMAGE"
],
[
45,
33,
0,
28,
0,
"IMAGE"
],
[
47,
28,
0,
29,
3,
"LATENT"
],
[
48,
29,
0,
30,
0,
"LATENT"
],
[
50,
31,
0,
32,
0,
"UPSCALE_MODEL"
],
[
51,
32,
0,
33,
0,
"IMAGE"
],
[
53,
30,
0,
24,
0,
"IMAGE"
],
[
54,
24,
0,
26,
0,
"IMAGE"
],
[
55,
8,
0,
32,
1,
"IMAGE"
],
[
59,
38,
3,
29,
4,
"INT"
],
[
64,
12,
1,
29,
1,
"CONDITIONING"
],
[
65,
12,
0,
29,
2,
"CONDITIONING"
],
[
71,
15,
2,
44,
0,
"*"
],
[
72,
44,
0,
12,
2,
"VAE"
],
[
73,
44,
0,
8,
1,
"VAE"
],
[
74,
44,
0,
28,
1,
"VAE"
],
[
75,
44,
0,
30,
1,
"VAE"
],
[
76,
14,
0,
45,
0,
"*"
],
[
77,
45,
0,
29,
0,
"MODEL"
],
[
78,
45,
0,
3,
0,
"MODEL"
]
],
"groups": [
{
"title": "1 - Image to Video",
"bounding": [
461,
185,
724,
389
],
"color": "#3f789e",
"font_size": 24
},
{
"title": "2 - Upscale",
"bounding": [
459,
-192,
785,
353
],
"color": "#3f789e",
"font_size": 24
},
{
"title": "Model Loading",
"bounding": [
-306,
-88,
735,
250
],
"color": "#444",
"font_size": 24
},
{
"title": "3 - Frame Blending",
"bounding": [
1265,
-191,
347,
349
],
"color": "#3f789e",
"font_size": 24
},
{
"title": "Input",
"bounding": [
-209,
186,
638,
581
],
"color": "#444",
"font_size": 24
},
{
"title": "Output",
"bounding": [
1449,
185,
805,
772
],
"color": "#444",
"font_size": 24
}
],
"config": {},
"extra": {},
"version": 0.4
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment