Skip to content

Instantly share code, notes, and snippets.

@nathanshipley
Created August 6, 2024 19:15
Show Gist options
  • Save nathanshipley/5615792714f5ae2b478fdbb956fc1a4f to your computer and use it in GitHub Desktop.
Save nathanshipley/5615792714f5ae2b478fdbb956fc1a4f to your computer and use it in GitHub Desktop.
Flux + Differential Diffusion Test
{
"last_node_id": 59,
"last_link_id": 88,
"nodes": [
{
"id": 13,
"type": "SamplerCustomAdvanced",
"pos": [
1092,
112
],
"size": {
"0": 338.23077392578125,
"1": 326
},
"flags": {},
"order": 20,
"mode": 0,
"inputs": [
{
"name": "noise",
"type": "NOISE",
"link": 37,
"slot_index": 0
},
{
"name": "guider",
"type": "GUIDER",
"link": 88,
"slot_index": 1
},
{
"name": "sampler",
"type": "SAMPLER",
"link": 19,
"slot_index": 2
},
{
"name": "sigmas",
"type": "SIGMAS",
"link": 20,
"slot_index": 3
},
{
"name": "latent_image",
"type": "LATENT",
"link": 66,
"slot_index": 4
}
],
"outputs": [
{
"name": "output",
"type": "LATENT",
"links": [
24
],
"shape": 3,
"slot_index": 0
},
{
"name": "denoised_output",
"type": "LATENT",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "SamplerCustomAdvanced"
}
},
{
"id": 8,
"type": "VAEDecode",
"pos": [
1456,
112
],
"size": {
"0": 210,
"1": 46
},
"flags": {},
"order": 21,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 24
},
{
"name": "vae",
"type": "VAE",
"link": 12
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
77
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEDecode"
}
},
{
"id": 30,
"type": "VAEEncode",
"pos": [
327,
884
],
"size": {
"0": 320,
"1": 50
},
"flags": {},
"order": 18,
"mode": 0,
"inputs": [
{
"name": "pixels",
"type": "IMAGE",
"link": 86
},
{
"name": "vae",
"type": "VAE",
"link": 43
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
65
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEEncode"
}
},
{
"id": 50,
"type": "DifferentialDiffusion",
"pos": [
115,
4
],
"size": {
"0": 210,
"1": 26
},
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 72,
"slot_index": 0
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
73,
80
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "DifferentialDiffusion"
}
},
{
"id": 17,
"type": "BasicScheduler",
"pos": [
414,
588
],
"size": {
"0": 315,
"1": 106
},
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 38,
"slot_index": 0
}
],
"outputs": [
{
"name": "SIGMAS",
"type": "SIGMAS",
"links": [
20
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "BasicScheduler"
},
"widgets_values": [
"simple",
24,
0.9
]
},
{
"id": 31,
"type": "ImageScale",
"pos": [
-487,
905
],
"size": {
"0": 315,
"1": 130
},
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 45
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
85
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ImageScale"
},
"widgets_values": [
"bicubic",
1600,
1024,
"disabled"
]
},
{
"id": 59,
"type": "ImageScaleToTotalPixels",
"pos": [
-95,
901
],
"size": {
"0": 315,
"1": 82
},
"flags": {},
"order": 16,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 85,
"slot_index": 0
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
86
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ImageScaleToTotalPixels"
},
"widgets_values": [
"bicubic",
1
]
},
{
"id": 10,
"type": "VAELoader",
"pos": [
-578,
496
],
"size": {
"0": 320,
"1": 60
},
"flags": {},
"order": 0,
"mode": 0,
"outputs": [
{
"name": "VAE",
"type": "VAE",
"links": [
12,
43
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAELoader"
},
"widgets_values": [
"ae.sft"
]
},
{
"id": 11,
"type": "DualCLIPLoader",
"pos": [
-581,
306
],
"size": {
"0": 354.42767333984375,
"1": 106
},
"flags": {},
"order": 1,
"mode": 0,
"outputs": [
{
"name": "CLIP",
"type": "CLIP",
"links": [
10,
84
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "DualCLIPLoader"
},
"widgets_values": [
"t5xxl_fp16.safetensors",
"clip_l.safetensors",
"flux"
]
},
{
"id": 12,
"type": "UNETLoader",
"pos": [
-577,
87
],
"size": {
"0": 320,
"1": 82
},
"flags": {},
"order": 2,
"mode": 0,
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
38,
72
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "UNETLoader"
},
"widgets_values": [
"flux1-dev.sft",
"default"
]
},
{
"id": 6,
"type": "CLIPTextEncode",
"pos": [
-10,
225
],
"size": {
"0": 300.4883117675781,
"1": 76
},
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 10
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
40,
81
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"pencil sketch of a motorcycle, graphite on white paper"
]
},
{
"id": 56,
"type": "CLIPTextEncode",
"pos": [
-12,
360
],
"size": {
"0": 320.711669921875,
"1": 132.813720703125
},
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 84,
"slot_index": 0
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
83
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"ugly, bad"
]
},
{
"id": 16,
"type": "KSamplerSelect",
"pos": [
451,
413
],
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 3,
"mode": 0,
"outputs": [
{
"name": "SAMPLER",
"type": "SAMPLER",
"links": [
19
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "KSamplerSelect"
},
"widgets_values": [
"euler"
]
},
{
"id": 55,
"type": "CFGGuider",
"pos": [
455,
-103
],
"size": {
"0": 315,
"1": 98
},
"flags": {},
"order": 14,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 80,
"slot_index": 0
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 81,
"slot_index": 1
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 83,
"slot_index": 2
}
],
"outputs": [
{
"name": "GUIDER",
"type": "GUIDER",
"links": [
88
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CFGGuider"
},
"widgets_values": [
2
]
},
{
"id": 25,
"type": "RandomNoise",
"pos": [
457,
87
],
"size": {
"0": 315,
"1": 82
},
"flags": {},
"order": 4,
"mode": 0,
"outputs": [
{
"name": "NOISE",
"type": "NOISE",
"links": [
37
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "RandomNoise"
},
"widgets_values": [
338,
"fixed"
]
},
{
"id": 22,
"type": "BasicGuider",
"pos": [
450,
254
],
"size": {
"0": 310,
"1": 50
},
"flags": {},
"order": 13,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 73,
"slot_index": 0
},
{
"name": "conditioning",
"type": "CONDITIONING",
"link": 40,
"slot_index": 1
}
],
"outputs": [
{
"name": "GUIDER",
"type": "GUIDER",
"links": [],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "BasicGuider"
}
},
{
"id": 46,
"type": "SetLatentNoiseMask",
"pos": [
782,
942
],
"size": {
"0": 210,
"1": 46
},
"flags": {},
"order": 19,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 65,
"slot_index": 0
},
{
"name": "mask",
"type": "MASK",
"link": 76
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
66
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "SetLatentNoiseMask"
}
},
{
"id": 52,
"type": "CR Color Gradient",
"pos": [
-332,
1380
],
"size": {
"0": 315,
"1": 250
},
"flags": {},
"order": 5,
"mode": 0,
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
78
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CR Color Gradient"
},
"widgets_values": [
1024,
1024,
"white",
"black",
0.6,
0.5700000000000001,
"horizontal",
"#000000",
"#000000"
]
},
{
"id": 54,
"type": "Transform Image (mtb)",
"pos": [
68,
1383
],
"size": {
"0": 210,
"1": 214
},
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 78,
"slot_index": 0
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
79
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "Transform Image (mtb)"
},
"widgets_values": [
82,
0,
1,
0,
0,
"edge",
"#000000"
]
},
{
"id": 53,
"type": "ImageToMask",
"pos": [
356,
1376
],
"size": [
234.31325436494035,
58.689838792612136
],
"flags": {},
"order": 15,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 79
}
],
"outputs": [
{
"name": "MASK",
"type": "MASK",
"links": [
75,
76
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ImageToMask"
},
"widgets_values": [
"green"
]
},
{
"id": 48,
"type": "MaskPreview+",
"pos": [
794,
1169
],
"size": {
"0": 582.6251831054688,
"1": 501.600830078125
},
"flags": {},
"order": 17,
"mode": 0,
"inputs": [
{
"name": "mask",
"type": "MASK",
"link": 75
}
],
"properties": {
"Node name for S&R": "MaskPreview+"
}
},
{
"id": 9,
"type": "SaveImage",
"pos": [
1849,
165
],
"size": {
"0": 537.5791625976562,
"1": 858.9998168945312
},
"flags": {},
"order": 22,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 77
}
],
"properties": {
"Node name for S&R": "SaveImage"
},
"widgets_values": [
"LatentNoiseMask-DiffDiff"
]
},
{
"id": 26,
"type": "LoadImage",
"pos": [
-991,
908
],
"size": [
451.14164702070707,
548.9202034027817
],
"flags": {},
"order": 6,
"mode": 0,
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
45
],
"shape": 3,
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"Motorcyle.jpg",
"image"
]
}
],
"links": [
[
10,
11,
0,
6,
0,
"CLIP"
],
[
12,
10,
0,
8,
1,
"VAE"
],
[
19,
16,
0,
13,
2,
"SAMPLER"
],
[
20,
17,
0,
13,
3,
"SIGMAS"
],
[
24,
13,
0,
8,
0,
"LATENT"
],
[
37,
25,
0,
13,
0,
"NOISE"
],
[
38,
12,
0,
17,
0,
"MODEL"
],
[
40,
6,
0,
22,
1,
"CONDITIONING"
],
[
43,
10,
0,
30,
1,
"VAE"
],
[
45,
26,
0,
31,
0,
"IMAGE"
],
[
65,
30,
0,
46,
0,
"LATENT"
],
[
66,
46,
0,
13,
4,
"LATENT"
],
[
72,
12,
0,
50,
0,
"MODEL"
],
[
73,
50,
0,
22,
0,
"MODEL"
],
[
75,
53,
0,
48,
0,
"MASK"
],
[
76,
53,
0,
46,
1,
"MASK"
],
[
77,
8,
0,
9,
0,
"IMAGE"
],
[
78,
52,
0,
54,
0,
"IMAGE"
],
[
79,
54,
0,
53,
0,
"IMAGE"
],
[
80,
50,
0,
55,
0,
"MODEL"
],
[
81,
6,
0,
55,
1,
"CONDITIONING"
],
[
83,
56,
0,
55,
2,
"CONDITIONING"
],
[
84,
11,
0,
56,
0,
"CLIP"
],
[
85,
31,
0,
59,
0,
"IMAGE"
],
[
86,
59,
0,
30,
0,
"IMAGE"
],
[
88,
55,
0,
13,
1,
"GUIDER"
]
],
"groups": [],
"config": {},
"extra": {
"ds": {
"scale": 0.5644739300537776,
"offset": [
726.6774834899738,
375.8403142140395
]
}
},
"version": 0.4
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment