Skip to content

Instantly share code, notes, and snippets.

@fofr

fofr/comfyui-flux-sd35l-canny-controlnet-comparison.json

Created November 27, 2024 22:19
Show Gist options
  • Save fofr/511decd7453845db979c9cf0228010c3 to your computer and use it in GitHub Desktop.
Save fofr/511decd7453845db979c9cf0228010c3 to your computer and use it in GitHub Desktop.
Download ZIP
Flux vs SD3.5L canny controlnets
Raw
comfyui-flux-sd35l-canny-controlnet-comparison.json
{
"last_node_id": 49,
"last_link_id": 99,
"nodes": [
{
"id": 7,
"type": "CLIPTextEncode",
"pos": [
307,
282
],
"size": [
425.27801513671875,
180.6060791015625
],
"flags": {
"collapsed": true
},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 63
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
68
],
"slot_index": 0
}
],
"title": "CLIP Text Encode (Negative Prompt)",
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
""
],
"color": "#322",
"bgcolor": "#533"
},
{
"id": 19,
"type": "PreviewImage",
"pos": [
899,
532
],
"size": [
571.5869140625,
625.5296020507812
],
"flags": {},
"order": 16,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 26
}
],
"outputs": [],
"properties": {
"Node name for S&R": "PreviewImage"
},
"widgets_values": []
},
{
"id": 3,
"type": "KSampler",
"pos": [
1290,
40
],
"size": [
315,
262
],
"flags": {},
"order": 19,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 57
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 64
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 65
},
{
"name": "latent_image",
"type": "LATENT",
"link": 66
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
7
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "KSampler"
},
"widgets_values": [
753477409336449,
"randomize",
20,
1,
"euler",
"normal",
1
]
},
{
"id": 35,
"type": "InstructPixToPixConditioning",
"pos": [
1040,
50
],
"size": [
235.1999969482422,
86
],
"flags": {},
"order": 17,
"mode": 0,
"inputs": [
{
"name": "positive",
"type": "CONDITIONING",
"link": 67
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 68
},
{
"name": "vae",
"type": "VAE",
"link": 69
},
{
"name": "pixels",
"type": "IMAGE",
"link": 70
}
],
"outputs": [
{
"name": "positive",
"type": "CONDITIONING",
"links": [
64
],
"slot_index": 0
},
{
"name": "negative",
"type": "CONDITIONING",
"links": [
65
],
"slot_index": 1
},
{
"name": "latent",
"type": "LATENT",
"links": [
66
],
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "InstructPixToPixConditioning"
},
"widgets_values": []
},
{
"id": 9,
"type": "SaveImage",
"pos": [
1850,
40
],
"size": [
828.9535522460938,
893.8475341796875
],
"flags": {},
"order": 23,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 9
}
],
"outputs": [],
"properties": {},
"widgets_values": [
"ComfyUI"
]
},
{
"id": 32,
"type": "VAELoader",
"pos": [
1290,
350
],
"size": [
315,
58
],
"flags": {},
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "VAE",
"type": "VAE",
"links": [
60,
69
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAELoader"
},
"widgets_values": [
"ae.safetensors"
]
},
{
"id": 26,
"type": "FluxGuidance",
"pos": [
700,
50
],
"size": [
317.4000244140625,
58
],
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "conditioning",
"type": "CONDITIONING",
"link": 41
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
67
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "FluxGuidance"
},
"widgets_values": [
30
]
},
{
"id": 34,
"type": "DualCLIPLoader",
"pos": [
-80,
110
],
"size": [
315,
106
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "CLIP",
"type": "CLIP",
"links": [
62,
63
]
}
],
"properties": {
"Node name for S&R": "DualCLIPLoader"
},
"widgets_values": [
"clip_l.safetensors",
"t5xxl_fp16.safetensors",
"flux"
]
},
{
"id": 31,
"type": "UNETLoader",
"pos": [
710,
-80
],
"size": [
315,
82
],
"flags": {},
"order": 2,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
57
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "UNETLoader"
},
"widgets_values": [
"flux1-canny-dev.safetensors",
"default"
]
},
{
"id": 36,
"type": "KSampler",
"pos": [
1260,
-990
],
"size": [
284.1198425292969,
262
],
"flags": {},
"order": 20,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 71
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 72,
"slot_index": 1
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 73
},
{
"name": "latent_image",
"type": "LATENT",
"link": 74
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
76
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "KSampler"
},
"widgets_values": [
556664793748099,
"randomize",
32,
4.5,
"euler",
"simple",
1
]
},
{
"id": 40,
"type": "SaveImage",
"pos": [
1830,
-990
],
"size": [
882.4544677734375,
927.8468627929688
],
"flags": {},
"order": 24,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 78
}
],
"outputs": [],
"properties": {},
"widgets_values": [
"ComfyUI"
]
},
{
"id": 41,
"type": "EmptySD3LatentImage",
"pos": [
1020,
-700
],
"size": [
210,
106
],
"flags": {},
"order": 15,
"mode": 0,
"inputs": [
{
"name": "width",
"type": "INT",
"link": 92,
"widget": {
"name": "width"
}
},
{
"name": "height",
"type": "INT",
"link": 93,
"widget": {
"name": "height"
}
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
74
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "EmptySD3LatentImage"
},
"widgets_values": [
1024,
1024,
1
]
},
{
"id": 42,
"type": "ControlNetLoader",
"pos": [
310,
-720
],
"size": [
460.3355712890625,
58
],
"flags": {},
"order": 3,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "CONTROL_NET",
"type": "CONTROL_NET",
"links": [
80
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "ControlNetLoader"
},
"widgets_values": [
"sd3.5_large_controlnet_canny.safetensors"
]
},
{
"id": 37,
"type": "CheckpointLoaderSimple",
"pos": [
-140,
-980
],
"size": [
499.99017333984375,
98
],
"flags": {},
"order": 4,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
71
],
"slot_index": 0
},
{
"name": "CLIP",
"type": "CLIP",
"links": [
75
],
"slot_index": 1
},
{
"name": "VAE",
"type": "VAE",
"links": [
77,
81
],
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "CheckpointLoaderSimple"
},
"widgets_values": [
"sd3.5_large_fp8_scaled.safetensors"
]
},
{
"id": 44,
"type": "ConditioningZeroOut",
"pos": [
416,
-857
],
"size": [
317.4000244140625,
26
],
"flags": {
"collapsed": false
},
"order": 13,
"mode": 0,
"inputs": [
{
"name": "conditioning",
"type": "CONDITIONING",
"link": 83
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
84
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "ConditioningZeroOut"
},
"widgets_values": []
},
{
"id": 23,
"type": "CLIPTextEncode",
"pos": [
260,
50
],
"size": [
422.84503173828125,
164.31304931640625
],
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 62
},
{
"name": "text",
"type": "STRING",
"link": 85,
"widget": {
"name": "text"
}
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
41
],
"slot_index": 0
}
],
"title": "CLIP Text Encode (Positive Prompt)",
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"a graphic novel illustration of a skateboarder in Paris"
],
"color": "#232",
"bgcolor": "#353"
},
{
"id": 38,
"type": "CLIPTextEncode",
"pos": [
440,
-1170
],
"size": [
320,
192
],
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 75
},
{
"name": "text",
"type": "STRING",
"link": 86,
"widget": {
"name": "text"
}
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
79,
83
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"a graphic novel illustration of a skateboarder in Paris"
]
},
{
"id": 46,
"type": "Width and height for scaling image to ideal resolution 🪴",
"pos": [
122,
352
],
"size": [
718.199951171875,
102
],
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 90
}
],
"outputs": [
{
"name": "width",
"type": "INT",
"links": [
88
],
"slot_index": 0
},
{
"name": "height",
"type": "INT",
"links": [
89
],
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "Width and height for scaling image to ideal resolution 🪴"
},
"widgets_values": [
1024,
8
]
},
{
"id": 47,
"type": "ImageResize+",
"pos": [
151,
671
],
"size": [
315,
218
],
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 87
},
{
"name": "width",
"type": "INT",
"link": 88,
"widget": {
"name": "width"
}
},
{
"name": "height",
"type": "INT",
"link": 89,
"widget": {
"name": "height"
}
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
91
],
"slot_index": 0
},
{
"name": "width",
"type": "INT",
"links": [
92
],
"slot_index": 1
},
{
"name": "height",
"type": "INT",
"links": [
93
],
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "ImageResize+"
},
"widgets_values": [
512,
512,
"nearest",
"stretch",
"always",
0
]
},
{
"id": 18,
"type": "Canny",
"pos": [
560,
530
],
"size": [
315,
82
],
"flags": {},
"order": 14,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 91
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
26,
70,
82,
95
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "Canny"
},
"widgets_values": [
0.15,
0.3
]
},
{
"id": 39,
"type": "VAEDecode",
"pos": [
1590,
-990
],
"size": [
210,
46
],
"flags": {},
"order": 22,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 76
},
{
"name": "vae",
"type": "VAE",
"link": 77
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
78,
97
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEDecode"
},
"widgets_values": []
},
{
"id": 8,
"type": "VAEDecode",
"pos": [
1620,
40
],
"size": [
210,
46
],
"flags": {},
"order": 21,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 7
},
{
"name": "vae",
"type": "VAE",
"link": 60
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
9,
98
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEDecode"
},
"widgets_values": []
},
{
"id": 49,
"type": "SaveImage",
"pos": [
4129.7958984375,
-334.04541015625
],
"size": [
315,
270
],
"flags": {},
"order": 26,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 99
}
],
"outputs": [],
"properties": {},
"widgets_values": [
"combined"
]
},
{
"id": 48,
"type": "ImageConcatMulti",
"pos": [
3266,
-506
],
"size": [
286.2899169921875,
218.91561889648438
],
"flags": {},
"order": 25,
"mode": 0,
"inputs": [
{
"name": "image_1",
"type": "IMAGE",
"link": 95
},
{
"name": "image_2",
"type": "IMAGE",
"link": 97
},
{
"name": "image_3",
"type": "IMAGE",
"link": 98
}
],
"outputs": [
{
"name": "images",
"type": "IMAGE",
"links": [
99
],
"slot_index": 0
}
],
"properties": {},
"widgets_values": [
3,
"right",
false,
null
]
},
{
"id": 43,
"type": "ControlNetApplyAdvanced",
"pos": [
910,
-980
],
"size": [
315,
186
],
"flags": {},
"order": 18,
"mode": 0,
"inputs": [
{
"name": "positive",
"type": "CONDITIONING",
"link": 79
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 84
},
{
"name": "control_net",
"type": "CONTROL_NET",
"link": 80
},
{
"name": "image",
"type": "IMAGE",
"link": 82
},
{
"name": "vae",
"type": "VAE",
"link": 81,
"shape": 7
}
],
"outputs": [
{
"name": "positive",
"type": "CONDITIONING",
"links": [
72
],
"slot_index": 0
},
{
"name": "negative",
"type": "CONDITIONING",
"links": [
73
],
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "ControlNetApplyAdvanced"
},
"widgets_values": [
0.85,
0,
1
]
},
{
"id": 17,
"type": "LoadImage",
"pos": [
-300,
553
],
"size": [
315,
314.0000305175781
],
"flags": {},
"order": 5,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
87,
90
],
"slot_index": 0,
"shape": 3
},
{
"name": "MASK",
"type": "MASK",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"out-1-1.jpg",
"image"
]
},
{
"id": 45,
"type": "PrimitiveNode",
"pos": [
-138,
-274
],
"size": [
276.76129150390625,
136.405029296875
],
"flags": {},
"order": 6,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "STRING",
"type": "STRING",
"links": [
85,
86
],
"slot_index": 0,
"widget": {
"name": "text"
}
}
],
"properties": {
"Run widget replace on values": false
},
"widgets_values": [
"a graphic novel illustration of a skateboarder in Paris"
]
}
],
"links": [
[
7,
3,
0,
8,
0,
"LATENT"
],
[
9,
8,
0,
9,
0,
"IMAGE"
],
[
26,
18,
0,
19,
0,
"IMAGE"
],
[
41,
23,
0,
26,
0,
"CONDITIONING"
],
[
57,
31,
0,
3,
0,
"MODEL"
],
[
60,
32,
0,
8,
1,
"VAE"
],
[
62,
34,
0,
23,
0,
"CLIP"
],
[
63,
34,
0,
7,
0,
"CLIP"
],
[
64,
35,
0,
3,
1,
"CONDITIONING"
],
[
65,
35,
1,
3,
2,
"CONDITIONING"
],
[
66,
35,
2,
3,
3,
"LATENT"
],
[
67,
26,
0,
35,
0,
"CONDITIONING"
],
[
68,
7,
0,
35,
1,
"CONDITIONING"
],
[
69,
32,
0,
35,
2,
"VAE"
],
[
70,
18,
0,
35,
3,
"IMAGE"
],
[
71,
37,
0,
36,
0,
"MODEL"
],
[
72,
43,
0,
36,
1,
"CONDITIONING"
],
[
73,
43,
1,
36,
2,
"CONDITIONING"
],
[
74,
41,
0,
36,
3,
"LATENT"
],
[
75,
37,
1,
38,
0,
"CLIP"
],
[
76,
36,
0,
39,
0,
"LATENT"
],
[
77,
37,
2,
39,
1,
"VAE"
],
[
78,
39,
0,
40,
0,
"IMAGE"
],
[
79,
38,
0,
43,
0,
"CONDITIONING"
],
[
80,
42,
0,
43,
2,
"CONTROL_NET"
],
[
81,
37,
2,
43,
4,
"VAE"
],
[
82,
18,
0,
43,
3,
"IMAGE"
],
[
83,
38,
0,
44,
0,
"CONDITIONING"
],
[
84,
44,
0,
43,
1,
"CONDITIONING"
],
[
85,
45,
0,
23,
1,
"STRING"
],
[
86,
45,
0,
38,
1,
"STRING"
],
[
87,
17,
0,
47,
0,
"IMAGE"
],
[
88,
46,
0,
47,
1,
"INT"
],
[
89,
46,
1,
47,
2,
"INT"
],
[
90,
17,
0,
46,
0,
"IMAGE"
],
[
91,
47,
0,
18,
0,
"IMAGE"
],
[
92,
47,
1,
41,
0,
"INT"
],
[
93,
47,
2,
41,
1,
"INT"
],
[
95,
18,
0,
48,
0,
"IMAGE"
],
[
97,
39,
0,
48,
1,
"IMAGE"
],
[
98,
8,
0,
48,
2,
"IMAGE"
],
[
99,
48,
0,
49,
0,
"IMAGE"
]
],
"groups": [],
"config": {},
"extra": {
"ds": {
"scale": 0.826446280991737,
"offset": [
-145.65359824706613,
133.8279232654539
]
}
},
"version": 0.4
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment