Skip to content

Instantly share code, notes, and snippets.

@jakedowns

jakedowns/AnimateDiffWorking.json

Created July 24, 2024 23:22
Show Gist options
  • Save jakedowns/57c335139e7f75fdc69fbc98908beaec to your computer and use it in GitHub Desktop.
Save jakedowns/57c335139e7f75fdc69fbc98908beaec to your computer and use it in GitHub Desktop.
Download ZIP
AnimateDiff Workflow
Raw
AnimateDiffWorking.json
{
"last_node_id": 37,
"last_link_id": 54,
"nodes": [
{
"id": 32,
"type": "CheckpointLoaderSimple",
"pos": [
600,
640
],
"size": {
"0": 315,
"1": 98
},
"flags": {},
"order": 0,
"mode": 0,
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
48
],
"shape": 3,
"slot_index": 0
},
{
"name": "CLIP",
"type": "CLIP",
"links": [
50,
51
],
"shape": 3,
"slot_index": 1
},
{
"name": "VAE",
"type": "VAE",
"links": [],
"shape": 3,
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "CheckpointLoaderSimple"
},
"widgets_values": [
"dreamshaper_8.safetensors"
]
},
{
"id": 6,
"type": "CLIPTextEncode",
"pos": [
1030,
880
],
"size": {
"0": 391.23883056640625,
"1": 78.14339447021484
},
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 51
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
5
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
""
],
"color": "#322",
"bgcolor": "#533"
},
{
"id": 5,
"type": "PrimitiveNode",
"pos": [
620,
790
],
"size": {
"0": 290,
"1": 80
},
"flags": {},
"order": 1,
"mode": 0,
"outputs": [
{
"name": "INT",
"type": "INT",
"links": [
6
],
"slot_index": 0,
"widget": {
"name": "seed"
}
}
],
"title": "Primitive (I'm using this as seed)",
"properties": {
"Run widget replace on values": false
},
"widgets_values": [
780191424497144,
"randomize"
],
"color": "#2a363b",
"bgcolor": "#3f5159"
},
{
"id": 2,
"type": "VAELoader",
"pos": [
1040,
1010
],
"size": {
"0": 385.8948669433594,
"1": 58
},
"flags": {},
"order": 2,
"mode": 0,
"outputs": [
{
"name": "VAE",
"type": "VAE",
"links": [
53
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAELoader"
},
"widgets_values": [
"vae-ft-mse-840000-ema-pruned.ckpt"
]
},
{
"id": 36,
"type": "ADE_AnimateDiffLoaderGen1",
"pos": [
1050,
250
],
"size": {
"0": 350,
"1": 222
},
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 48
},
{
"name": "context_options",
"type": "CONTEXT_OPTIONS",
"link": null
},
{
"name": "motion_lora",
"type": "MOTION_LORA",
"link": 54,
"slot_index": 2
},
{
"name": "ad_settings",
"type": "AD_SETTINGS",
"link": null
},
{
"name": "ad_keyframes",
"type": "AD_KEYFRAMES",
"link": null
},
{
"name": "sample_settings",
"type": "SAMPLE_SETTINGS",
"link": null
},
{
"name": "scale_multival",
"type": "MULTIVAL",
"link": null
},
{
"name": "effect_multival",
"type": "MULTIVAL",
"link": null
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
49
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ADE_AnimateDiffLoaderGen1"
},
"widgets_values": [
"mm_sd_v15_v2.ckpt",
"use existing"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 37,
"type": "ADE_AnimateDiffLoRALoader",
"pos": [
560,
400
],
"size": {
"0": 355.20001220703125,
"1": 82
},
"flags": {},
"order": 3,
"mode": 0,
"inputs": [
{
"name": "prev_motion_lora",
"type": "MOTION_LORA",
"link": null
}
],
"outputs": [
{
"name": "MOTION_LORA",
"type": "MOTION_LORA",
"links": [
54
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "ADE_AnimateDiffLoRALoader"
},
"widgets_values": [
"aidma-RUN-Motion Lora.safetensors",
1.5
]
},
{
"id": 35,
"type": "VHS_VideoCombine",
"pos": [
2230,
460
],
"size": [
280,
580
],
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 47
},
{
"name": "audio",
"type": "VHS_AUDIO",
"link": null
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"type": "VAE",
"link": null
}
],
"outputs": [
{
"name": "GIF",
"type": "GIF",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 6,
"loop_count": 0,
"filename_prefix": "AnimateDiff/readme",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"pingpong": true,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "readme_00069.mp4",
"subfolder": "AnimateDiff",
"type": "output",
"format": "video/h264-mp4",
"frame_rate": 6
}
}
},
"color": "#223",
"bgcolor": "#335"
},
{
"id": 10,
"type": "VAEDecode",
"pos": [
2070,
480
],
"size": {
"0": 210,
"1": 46
},
"flags": {
"collapsed": true
},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 9
},
{
"name": "vae",
"type": "VAE",
"link": 53
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
47
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEDecode"
}
},
{
"id": 9,
"type": "EmptyLatentImage",
"pos": [
1068.5405634097942,
563.255993835587
],
"size": {
"0": 310,
"1": 110
},
"flags": {},
"order": 4,
"mode": 0,
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
39
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "EmptyLatentImage"
},
"widgets_values": [
512,
512,
12
]
},
{
"id": 7,
"type": "KSampler",
"pos": [
1780,
570
],
"size": {
"0": 210,
"1": 460
},
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 49
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 4
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 5
},
{
"name": "latent_image",
"type": "LATENT",
"link": 39
},
{
"name": "seed",
"type": "INT",
"link": 6,
"widget": {
"name": "seed"
}
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
9
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "KSampler"
},
"widgets_values": [
780191424497144,
"fixed",
16,
4.04,
"euler",
"normal",
1
]
},
{
"id": 3,
"type": "CLIPTextEncode",
"pos": [
1070,
720
],
"size": {
"0": 370,
"1": 100
},
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 50
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
4
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"old anime, film, pokemon if it was an 80s cartoon"
],
"color": "#232",
"bgcolor": "#353"
}
],
"links": [
[
4,
3,
0,
7,
1,
"CONDITIONING"
],
[
5,
6,
0,
7,
2,
"CONDITIONING"
],
[
6,
5,
0,
7,
4,
"INT"
],
[
9,
7,
0,
10,
0,
"LATENT"
],
[
39,
9,
0,
7,
3,
"LATENT"
],
[
47,
10,
0,
35,
0,
"IMAGE"
],
[
48,
32,
0,
36,
0,
"MODEL"
],
[
49,
36,
0,
7,
0,
"MODEL"
],
[
50,
32,
1,
3,
0,
"CLIP"
],
[
51,
32,
1,
6,
0,
"CLIP"
],
[
53,
2,
0,
10,
1,
"VAE"
],
[
54,
37,
0,
36,
2,
"MOTION_LORA"
]
],
"groups": [
{
"title": "Change this to match your model reqs",
"bounding": [
595,
571,
416,
165
],
"color": "#3f789e",
"font_size": 24,
"locked": false
},
{
"title": "Latents = Animation length",
"bounding": [
1057,
485,
327,
150
],
"color": "#3f789e",
"font_size": 24,
"locked": false
}
],
"config": {},
"extra": {
"ds": {
"scale": 0.8264462809917354,
"offset": [
-616.4759276903989,
59.631043147730885
]
}
},
"version": 0.4
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment