Skip to content

Instantly share code, notes, and snippets.

@digitaljohn

digitaljohn/workflow.json

Created February 10, 2024 15:20
Show Gist options
  • Save digitaljohn/de7a7f7947015797ff65f3c3d1fa4dac to your computer and use it in GitHub Desktop.
Save digitaljohn/de7a7f7947015797ff65f3c3d1fa4dac to your computer and use it in GitHub Desktop.
Download ZIP
ComfyUI SVD - Frame Interpolation - Upscale
Raw
workflow.json
{
"last_node_id": 49,
"last_link_id": 81,
"nodes": [
{
"id": 3,
"type": "KSampler",
"pos": [
828.1153613671875,
284.5001030664063
],
"size": {
"0": 315,
"1": 262
},
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 78
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 40
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 17
},
{
"name": "latent_image",
"type": "LATENT",
"link": 18
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
7
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "KSampler"
},
"widgets_values": [
996016025270614,
"fixed",
20,
2.5,
"euler",
"karras",
1
]
},
{
"id": 14,
"type": "VideoLinearCFGGuidance",
"pos": [
99.58543447109388,
894.1091897652325
],
"size": {
"0": 210,
"1": 58
},
"flags": {},
"order": 4,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 23
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
76
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VideoLinearCFGGuidance"
},
"widgets_values": [
1
]
},
{
"id": 44,
"type": "Reroute",
"pos": [
327.58543447109383,
918.1091897652325
],
"size": [
75,
26
],
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 71
}
],
"outputs": [
{
"name": "",
"type": "VAE",
"links": [
72,
73,
74,
75
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 45,
"type": "Reroute",
"pos": [
324.58543447109383,
870.1091897652325
],
"size": [
75,
26
],
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 76
}
],
"outputs": [
{
"name": "",
"type": "MODEL",
"links": [
77,
78
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 31,
"type": "UpscaleModelLoader",
"pos": [
129.93699697109398,
791.5076272652325
],
"size": {
"0": 266.103271484375,
"1": 58
},
"flags": {
"collapsed": false
},
"order": 0,
"mode": 0,
"outputs": [
{
"name": "UPSCALE_MODEL",
"type": "UPSCALE_MODEL",
"links": [
50
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "UpscaleModelLoader"
},
"widgets_values": [
"4x-UltraSharp.pth"
],
"color": "#232",
"bgcolor": "#353"
},
{
"id": 23,
"type": "LoadImage",
"pos": [
-128.69166765507828,
252.3770293889286
],
"size": {
"0": 441.2222900390625,
"1": 355.1183166503906
},
"flags": {},
"order": 1,
"mode": 0,
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
41
],
"shape": 3
},
{
"name": "MASK",
"type": "MASK",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"detailed_00202_ (1).png",
"image"
],
"color": "#232",
"bgcolor": "#353"
},
{
"id": 28,
"type": "VAEEncode",
"pos": [
727.904690195311,
695.7021375732413
],
"size": {
"0": 210,
"1": 46
},
"flags": {},
"order": 15,
"mode": 0,
"inputs": [
{
"name": "pixels",
"type": "IMAGE",
"link": 45
},
{
"name": "vae",
"type": "VAE",
"link": 74,
"slot_index": 1
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
47
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEEncode"
},
"color": "#322",
"bgcolor": "#533"
},
{
"id": 15,
"type": "ImageOnlyCheckpointLoader",
"pos": [
-290.41456552890605,
795.1091897652325
],
"size": {
"0": 369.6000061035156,
"1": 98
},
"flags": {},
"order": 2,
"mode": 0,
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
23
],
"shape": 3,
"slot_index": 0
},
{
"name": "CLIP_VISION",
"type": "CLIP_VISION",
"links": [
24
],
"shape": 3,
"slot_index": 1
},
{
"name": "VAE",
"type": "VAE",
"links": [
71
],
"shape": 3,
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "ImageOnlyCheckpointLoader"
},
"widgets_values": [
"SVD/svd_xt.safetensors"
]
},
{
"id": 29,
"type": "KSampler",
"pos": [
966.158178789063,
691.3854016210928
],
"size": {
"0": 242.12030029296875,
"1": 238.12730407714844
},
"flags": {},
"order": 16,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 77,
"slot_index": 0
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 64,
"slot_index": 1
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 65,
"slot_index": 2
},
{
"name": "latent_image",
"type": "LATENT",
"link": 47
},
{
"name": "seed",
"type": "INT",
"link": 59,
"widget": {
"name": "seed"
},
"slot_index": 4
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
48
],
"slot_index": 0
}
],
"title": "Hires.fix",
"properties": {
"Node name for S&R": "KSampler"
},
"widgets_values": [
44444673,
"increment",
20,
7.5,
"euler_ancestral",
"simple",
0.25
],
"color": "#323",
"bgcolor": "#535"
},
{
"id": 38,
"type": "Seed",
"pos": [
736.1581787890631,
790.3854016210929
],
"size": {
"0": 210,
"1": 142
},
"flags": {
"collapsed": false
},
"order": 3,
"mode": 0,
"outputs": [
{
"name": "seed",
"type": "SEED",
"links": null,
"shape": 3
},
{
"name": "number",
"type": "NUMBER",
"links": null,
"shape": 3
},
{
"name": "float",
"type": "FLOAT",
"links": null,
"shape": 3
},
{
"name": "int",
"type": "INT",
"links": [
59
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "Seed"
},
"widgets_values": [
198577943557004,
"fixed"
]
},
{
"id": 12,
"type": "SVD_img2vid_Conditioning",
"pos": [
478.1153613671876,
284.5001030664063
],
"size": {
"0": 315,
"1": 218
},
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "clip_vision",
"type": "CLIP_VISION",
"link": 24
},
{
"name": "init_image",
"type": "IMAGE",
"link": 41,
"slot_index": 1
},
{
"name": "vae",
"type": "VAE",
"link": 72
}
],
"outputs": [
{
"name": "positive",
"type": "CONDITIONING",
"links": [
40,
65
],
"shape": 3,
"slot_index": 0
},
{
"name": "negative",
"type": "CONDITIONING",
"links": [
17,
64
],
"shape": 3,
"slot_index": 1
},
{
"name": "latent",
"type": "LATENT",
"links": [
18
],
"shape": 3,
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "SVD_img2vid_Conditioning"
},
"widgets_values": [
1024,
576,
24,
32,
6,
0.04
]
},
{
"id": 33,
"type": "ImageScaleBy",
"pos": [
477.9046901953116,
790.7021375732413
],
"size": {
"0": 224.4590301513672,
"1": 82
},
"flags": {},
"order": 13,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 51,
"slot_index": 0
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
45
],
"shape": 3,
"slot_index": 0
}
],
"title": "Downscale Image",
"properties": {
"Node name for S&R": "ImageScaleBy"
},
"widgets_values": [
"nearest-exact",
0.32
],
"color": "#223",
"bgcolor": "#335"
},
{
"id": 10,
"type": "SaveAnimatedWEBP",
"pos": [
1384,
221
],
"size": [
213.58033752441406,
366
],
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 10
}
],
"properties": {
"Node name for S&R": "SaveAnimatedWEBP"
},
"widgets_values": [
"ComfyUI",
6,
false,
85,
"default",
null
]
},
{
"id": 24,
"type": "FILM VFI",
"pos": [
1282,
799
],
"size": {
"0": 295.6000061035156,
"1": 126
},
"flags": {},
"order": 18,
"mode": 0,
"inputs": [
{
"name": "frames",
"type": "IMAGE",
"link": 53,
"slot_index": 0
},
{
"name": "optional_interpolation_states",
"type": "INTERPOLATION_STATES",
"link": null
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
54
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "FILM VFI"
},
"widgets_values": [
"film_net_fp32.pt",
10,
3
]
},
{
"id": 30,
"type": "VAEDecode",
"pos": [
1282,
698
],
"size": {
"0": 210,
"1": 46
},
"flags": {
"collapsed": false
},
"order": 17,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 48
},
{
"name": "vae",
"type": "VAE",
"link": 75,
"slot_index": 1
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
53
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEDecode"
},
"color": "#322",
"bgcolor": "#533"
},
{
"id": 32,
"type": "ImageUpscaleWithModel",
"pos": [
480,
695
],
"size": {
"0": 226.8000030517578,
"1": 46
},
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "upscale_model",
"type": "UPSCALE_MODEL",
"link": 50
},
{
"name": "image",
"type": "IMAGE",
"link": 55,
"slot_index": 1
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
51
],
"slot_index": 0
}
],
"title": "AI Upscale",
"properties": {
"Node name for S&R": "ImageUpscaleWithModel"
},
"color": "#223",
"bgcolor": "#335"
},
{
"id": 8,
"type": "VAEDecode",
"pos": [
1202,
221
],
"size": {
"0": 140,
"1": 46
},
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 7
},
{
"name": "vae",
"type": "VAE",
"link": 73
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
10,
55,
81
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEDecode"
}
},
{
"id": 47,
"type": "VHS_VideoCombine",
"pos": [
1686,
310
],
"size": [
616.641845703125,
583.9860382080078
],
"flags": {},
"order": 14,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 79
}
],
"outputs": [],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 24,
"loop_count": 0,
"filename_prefix": "PreUpscale",
"format": "video/h265-mp4",
"pingpong": false,
"save_image": true,
"crf": 16,
"save_metadata": true,
"audio_file": "",
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "PreUpscale_00002.mp4",
"subfolder": "",
"type": "output",
"format": "video/h265-mp4"
}
}
},
"color": "#323",
"bgcolor": "#535"
},
{
"id": 48,
"type": "FILM VFI",
"pos": [
1347,
18
],
"size": {
"0": 295.6000061035156,
"1": 126
},
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "frames",
"type": "IMAGE",
"link": 81,
"slot_index": 0
},
{
"name": "optional_interpolation_states",
"type": "INTERPOLATION_STATES",
"link": null
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
79
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "FILM VFI"
},
"widgets_values": [
"film_net_fp32.pt",
10,
3
]
},
{
"id": 26,
"type": "VHS_VideoCombine",
"pos": [
2323,
312
],
"size": [
616.641845703125,
585.1107349980828
],
"flags": {},
"order": 19,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 54
}
],
"outputs": [],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 24,
"loop_count": 0,
"filename_prefix": "Final",
"format": "video/h265-mp4",
"pingpong": false,
"save_image": true,
"crf": 16,
"save_metadata": true,
"audio_file": "",
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "Final_00287.mp4",
"subfolder": "",
"type": "output",
"format": "video/h265-mp4"
}
}
},
"color": "#323",
"bgcolor": "#535"
}
],
"links": [
[
7,
3,
0,
8,
0,
"LATENT"
],
[
10,
8,
0,
10,
0,
"IMAGE"
],
[
17,
12,
1,
3,
2,
"CONDITIONING"
],
[
18,
12,
2,
3,
3,
"LATENT"
],
[
23,
15,
0,
14,
0,
"MODEL"
],
[
24,
15,
1,
12,
0,
"CLIP_VISION"
],
[
40,
12,
0,
3,
1,
"CONDITIONING"
],
[
41,
23,
0,
12,
1,
"IMAGE"
],
[
45,
33,
0,
28,
0,
"IMAGE"
],
[
47,
28,
0,
29,
3,
"LATENT"
],
[
48,
29,
0,
30,
0,
"LATENT"
],
[
50,
31,
0,
32,
0,
"UPSCALE_MODEL"
],
[
51,
32,
0,
33,
0,
"IMAGE"
],
[
53,
30,
0,
24,
0,
"IMAGE"
],
[
54,
24,
0,
26,
0,
"IMAGE"
],
[
55,
8,
0,
32,
1,
"IMAGE"
],
[
59,
38,
3,
29,
4,
"INT"
],
[
64,
12,
1,
29,
1,
"CONDITIONING"
],
[
65,
12,
0,
29,
2,
"CONDITIONING"
],
[
71,
15,
2,
44,
0,
"*"
],
[
72,
44,
0,
12,
2,
"VAE"
],
[
73,
44,
0,
8,
1,
"VAE"
],
[
74,
44,
0,
28,
1,
"VAE"
],
[
75,
44,
0,
30,
1,
"VAE"
],
[
76,
14,
0,
45,
0,
"*"
],
[
77,
45,
0,
29,
0,
"MODEL"
],
[
78,
45,
0,
3,
0,
"MODEL"
],
[
79,
48,
0,
47,
0,
"IMAGE"
],
[
81,
8,
0,
48,
0,
"IMAGE"
]
],
"groups": [
{
"title": "1 - Image to Video",
"bounding": [
448,
193,
724,
389
],
"color": "#3f789e",
"font_size": 24
},
{
"title": "2 - Upscale",
"bounding": [
448,
607,
785,
353
],
"color": "#3f789e",
"font_size": 24
},
{
"title": "Model Loading",
"bounding": [
-312,
713,
735,
250
],
"color": "#444",
"font_size": 24
},
{
"title": "3 - Frame Blending",
"bounding": [
1252,
610,
347,
349
],
"color": "#3f789e",
"font_size": 24
},
{
"title": "Input",
"bounding": [
-221,
111,
638,
581
],
"color": "#444",
"font_size": 24
},
{
"title": "Output",
"bounding": [
1621,
189,
1408,
767
],
"color": "#444",
"font_size": 24
}
],
"config": {},
"extra": {},
"version": 0.4
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment