Created
February 14, 2024 13:37
-
-
Save laksjdjf/2e6b17c41299b9d108915d4b77589e43 to your computer and use it in GitHub Desktop.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| =========================================================================================================================================================== | |
| Layer (type (var_name)) Input Shape Output Shape Param # Kernel Shape | |
| =========================================================================================================================================================== | |
| StableCascadeUnet (StableCascadeUnet) -- [1, 4, 256, 256] -- 3 | |
| ├─Linear (clip_txt_pooled_mapper) [1, 1, 1280] [1, 1, 5120] 6,558,720 -- | |
| ├─LayerNorm (clip_norm) [1, 4, 1280] [1, 4, 1280] -- -- | |
| ├─Sequential (embedding) [1, 4, 256, 256] [1, 320, 128, 128] -- -- | |
| │ └─PixelUnshuffle (0) [1, 4, 256, 256] [1, 16, 128, 128] -- -- | |
| │ └─Conv2d (1) [1, 16, 128, 128] [1, 320, 128, 128] 5,440 [1, 1] | |
| │ └─WuerstchenLayerNorm (2) [1, 320, 128, 128] [1, 320, 128, 128] -- -- | |
| ├─Sequential (effnet_mapper) [1, 16, 128, 128] [1, 320, 128, 128] -- -- | |
| │ └─Conv2d (0) [1, 16, 128, 128] [1, 1280, 128, 128] 21,760 [1, 1] | |
| │ └─GELU (1) [1, 1280, 128, 128] [1, 1280, 128, 128] -- -- | |
| │ └─Conv2d (2) [1, 1280, 128, 128] [1, 320, 128, 128] 409,920 [1, 1] | |
| │ └─WuerstchenLayerNorm (3) [1, 320, 128, 128] [1, 320, 128, 128] -- -- | |
| ├─Sequential (pixels_mapper) [1, 3, 8, 8] [1, 320, 8, 8] -- -- | |
| │ └─Conv2d (0) [1, 3, 8, 8] [1, 1280, 8, 8] 5,120 [1, 1] | |
| │ └─GELU (1) [1, 1280, 8, 8] [1, 1280, 8, 8] -- -- | |
| │ └─Conv2d (2) [1, 1280, 8, 8] [1, 320, 8, 8] 409,920 [1, 1] | |
| │ └─WuerstchenLayerNorm (3) [1, 320, 8, 8] [1, 320, 8, 8] -- -- | |
| ├─ModuleList (down_downscalers) -- -- (recursive) -- | |
| │ └─Identity (0) [1, 320, 128, 128] [1, 320, 128, 128] -- -- | |
| ├─ModuleList (down_blocks) -- -- (recursive) -- | |
| │ └─ModuleList (0) -- -- -- -- | |
| │ │ └─ResBlockStageB (0) [1, 320, 128, 128] [1, 320, 128, 128] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 320, 128, 128] [1, 320, 128, 128] 3,200 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 320, 128, 128] [1, 320, 128, 128] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 128, 128, 320] [1, 128, 128, 320] -- -- | |
| │ │ │ │ └─Linear (0) [1, 128, 128, 320] [1, 128, 128, 1280] 410,880 -- | |
| │ │ │ │ └─GELU (1) [1, 128, 128, 1280] [1, 128, 128, 1280] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 128, 128, 1280] [1, 128, 128, 1280] 2,560 -- | |
| │ │ │ │ └─Dropout (3) [1, 128, 128, 1280] [1, 128, 128, 1280] -- -- | |
| │ │ │ │ └─Linear (4) [1, 128, 128, 1280] [1, 128, 128, 320] 409,920 -- | |
| │ │ └─TimestepBlock (1) [1, 320, 128, 128] [1, 320, 128, 128] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 640] 41,600 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 640] 41,600 -- | |
| │ │ └─ResBlockStageB (2) [1, 320, 128, 128] [1, 320, 128, 128] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 320, 128, 128] [1, 320, 128, 128] 3,200 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 320, 128, 128] [1, 320, 128, 128] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 128, 128, 320] [1, 128, 128, 320] -- -- | |
| │ │ │ │ └─Linear (0) [1, 128, 128, 320] [1, 128, 128, 1280] 410,880 -- | |
| │ │ │ │ └─GELU (1) [1, 128, 128, 1280] [1, 128, 128, 1280] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 128, 128, 1280] [1, 128, 128, 1280] 2,560 -- | |
| │ │ │ │ └─Dropout (3) [1, 128, 128, 1280] [1, 128, 128, 1280] -- -- | |
| │ │ │ │ └─Linear (4) [1, 128, 128, 1280] [1, 128, 128, 320] 409,920 -- | |
| │ │ └─TimestepBlock (3) [1, 320, 128, 128] [1, 320, 128, 128] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 640] 41,600 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 640] 41,600 -- | |
| ├─ModuleList (down_downscalers) -- -- (recursive) -- | |
| │ └─Sequential (1) [1, 320, 128, 128] [1, 640, 64, 64] -- -- | |
| │ │ └─WuerstchenLayerNorm (0) [1, 320, 128, 128] [1, 320, 128, 128] -- -- | |
| │ │ └─Conv2d (1) [1, 320, 128, 128] [1, 640, 64, 64] 819,840 [2, 2] | |
| ├─ModuleList (down_blocks) -- -- (recursive) -- | |
| │ └─ModuleList (1) -- -- -- -- | |
| │ │ └─ResBlockStageB (0) [1, 640, 64, 64] [1, 640, 64, 64] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 640, 64, 64] [1, 640, 64, 64] 6,400 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 640, 64, 64] [1, 640, 64, 64] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 64, 64, 640] [1, 64, 64, 640] -- -- | |
| │ │ │ │ └─Linear (0) [1, 64, 64, 640] [1, 64, 64, 2560] 1,640,960 -- | |
| │ │ │ │ └─GELU (1) [1, 64, 64, 2560] [1, 64, 64, 2560] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 64, 64, 2560] [1, 64, 64, 2560] 5,120 -- | |
| │ │ │ │ └─Dropout (3) [1, 64, 64, 2560] [1, 64, 64, 2560] -- -- | |
| │ │ │ │ └─Linear (4) [1, 64, 64, 2560] [1, 64, 64, 640] 1,639,040 -- | |
| │ │ └─TimestepBlock (1) [1, 640, 64, 64] [1, 640, 64, 64] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 1280] 83,200 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 1280] 83,200 -- | |
| │ │ └─ResBlockStageB (2) [1, 640, 64, 64] [1, 640, 64, 64] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 640, 64, 64] [1, 640, 64, 64] 6,400 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 640, 64, 64] [1, 640, 64, 64] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 64, 64, 640] [1, 64, 64, 640] -- -- | |
| │ │ │ │ └─Linear (0) [1, 64, 64, 640] [1, 64, 64, 2560] 1,640,960 -- | |
| │ │ │ │ └─GELU (1) [1, 64, 64, 2560] [1, 64, 64, 2560] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 64, 64, 2560] [1, 64, 64, 2560] 5,120 -- | |
| │ │ │ │ └─Dropout (3) [1, 64, 64, 2560] [1, 64, 64, 2560] -- -- | |
| │ │ │ │ └─Linear (4) [1, 64, 64, 2560] [1, 64, 64, 640] 1,639,040 -- | |
| │ │ └─TimestepBlock (3) [1, 640, 64, 64] [1, 640, 64, 64] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 1280] 83,200 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 1280] 83,200 -- | |
| │ │ └─ResBlockStageB (4) [1, 640, 64, 64] [1, 640, 64, 64] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 640, 64, 64] [1, 640, 64, 64] 6,400 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 640, 64, 64] [1, 640, 64, 64] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 64, 64, 640] [1, 64, 64, 640] -- -- | |
| │ │ │ │ └─Linear (0) [1, 64, 64, 640] [1, 64, 64, 2560] 1,640,960 -- | |
| │ │ │ │ └─GELU (1) [1, 64, 64, 2560] [1, 64, 64, 2560] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 64, 64, 2560] [1, 64, 64, 2560] 5,120 -- | |
| │ │ │ │ └─Dropout (3) [1, 64, 64, 2560] [1, 64, 64, 2560] -- -- | |
| │ │ │ │ └─Linear (4) [1, 64, 64, 2560] [1, 64, 64, 640] 1,639,040 -- | |
| │ │ └─TimestepBlock (5) [1, 640, 64, 64] [1, 640, 64, 64] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 1280] 83,200 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 1280] 83,200 -- | |
| │ │ └─ResBlockStageB (6) [1, 640, 64, 64] [1, 640, 64, 64] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 640, 64, 64] [1, 640, 64, 64] 6,400 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 640, 64, 64] [1, 640, 64, 64] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 64, 64, 640] [1, 64, 64, 640] -- -- | |
| │ │ │ │ └─Linear (0) [1, 64, 64, 640] [1, 64, 64, 2560] 1,640,960 -- | |
| │ │ │ │ └─GELU (1) [1, 64, 64, 2560] [1, 64, 64, 2560] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 64, 64, 2560] [1, 64, 64, 2560] 5,120 -- | |
| │ │ │ │ └─Dropout (3) [1, 64, 64, 2560] [1, 64, 64, 2560] -- -- | |
| │ │ │ │ └─Linear (4) [1, 64, 64, 2560] [1, 64, 64, 640] 1,639,040 -- | |
| │ │ └─TimestepBlock (7) [1, 640, 64, 64] [1, 640, 64, 64] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 1280] 83,200 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 1280] 83,200 -- | |
| │ │ └─ResBlockStageB (8) [1, 640, 64, 64] [1, 640, 64, 64] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 640, 64, 64] [1, 640, 64, 64] 6,400 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 640, 64, 64] [1, 640, 64, 64] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 64, 64, 640] [1, 64, 64, 640] -- -- | |
| │ │ │ │ └─Linear (0) [1, 64, 64, 640] [1, 64, 64, 2560] 1,640,960 -- | |
| │ │ │ │ └─GELU (1) [1, 64, 64, 2560] [1, 64, 64, 2560] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 64, 64, 2560] [1, 64, 64, 2560] 5,120 -- | |
| │ │ │ │ └─Dropout (3) [1, 64, 64, 2560] [1, 64, 64, 2560] -- -- | |
| │ │ │ │ └─Linear (4) [1, 64, 64, 2560] [1, 64, 64, 640] 1,639,040 -- | |
| │ │ └─TimestepBlock (9) [1, 640, 64, 64] [1, 640, 64, 64] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 1280] 83,200 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 1280] 83,200 -- | |
| │ │ └─ResBlockStageB (10) [1, 640, 64, 64] [1, 640, 64, 64] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 640, 64, 64] [1, 640, 64, 64] 6,400 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 640, 64, 64] [1, 640, 64, 64] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 64, 64, 640] [1, 64, 64, 640] -- -- | |
| │ │ │ │ └─Linear (0) [1, 64, 64, 640] [1, 64, 64, 2560] 1,640,960 -- | |
| │ │ │ │ └─GELU (1) [1, 64, 64, 2560] [1, 64, 64, 2560] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 64, 64, 2560] [1, 64, 64, 2560] 5,120 -- | |
| │ │ │ │ └─Dropout (3) [1, 64, 64, 2560] [1, 64, 64, 2560] -- -- | |
| │ │ │ │ └─Linear (4) [1, 64, 64, 2560] [1, 64, 64, 640] 1,639,040 -- | |
| │ │ └─TimestepBlock (11) [1, 640, 64, 64] [1, 640, 64, 64] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 1280] 83,200 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 1280] 83,200 -- | |
| ├─ModuleList (down_downscalers) -- -- (recursive) -- | |
| │ └─Sequential (2) [1, 640, 64, 64] [1, 1280, 32, 32] -- -- | |
| │ │ └─WuerstchenLayerNorm (0) [1, 640, 64, 64] [1, 640, 64, 64] -- -- | |
| │ │ └─Conv2d (1) [1, 640, 64, 64] [1, 1280, 32, 32] 3,278,080 [2, 2] | |
| ├─ModuleList (down_blocks) -- -- (recursive) -- | |
| │ └─ModuleList (2) -- -- -- -- | |
| │ │ └─ResBlockStageB (0) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (1) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (2) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- -- -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (3) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (4) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (5) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- -- -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (6) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (7) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (8) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- -- -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (9) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (10) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (11) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- -- -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (12) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (13) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (14) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- -- -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (15) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (16) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (17) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- -- -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (18) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (19) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (20) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- -- -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (21) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (22) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (23) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- -- -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (24) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (25) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (26) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- -- -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (27) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (28) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (29) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- -- -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (30) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (31) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (32) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- -- -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (33) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (34) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (35) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- -- -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (36) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (37) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (38) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- -- -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (39) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (40) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (41) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- -- -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (42) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (43) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (44) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- -- -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (45) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (46) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (47) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- -- -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (48) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (49) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (50) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- -- -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (51) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (52) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (53) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- -- -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (54) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (55) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (56) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- -- -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (57) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (58) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (59) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- -- -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (60) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (61) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (62) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- -- -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (63) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (64) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (65) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- -- -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (66) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (67) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (68) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- -- -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (69) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (70) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (71) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- -- -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (72) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (73) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (74) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- -- -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (75) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (76) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (77) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- -- -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (78) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (79) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (80) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- -- -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (81) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (82) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (83) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- -- -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| ├─ModuleList (down_downscalers) -- -- (recursive) -- | |
| │ └─Sequential (3) [1, 1280, 32, 32] [1, 1280, 16, 16] -- -- | |
| │ │ └─WuerstchenLayerNorm (0) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ └─Conv2d (1) [1, 1280, 32, 32] [1, 1280, 16, 16] 6,554,880 [2, 2] | |
| ├─ModuleList (down_blocks) -- -- (recursive) -- | |
| │ └─ModuleList (3) -- -- -- -- | |
| │ │ └─ResBlockStageB (0) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 16, 16] [1, 1280, 16, 16] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 16, 16, 1280] [1, 16, 16, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 16, 16, 1280] [1, 16, 16, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 16, 16, 5120] [1, 16, 16, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 16, 16, 5120] [1, 16, 16, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (1) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (2) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 256, 1280] [1, 256, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 260, 1280] [1, 260, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 260, 1280] [1, 260, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- -- -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 256, 1280] [1, 256, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 256, 1280] [1, 256, 1280] -- -- | |
| │ │ └─ResBlockStageB (3) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 16, 16] [1, 1280, 16, 16] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 16, 16, 1280] [1, 16, 16, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 16, 16, 1280] [1, 16, 16, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 16, 16, 5120] [1, 16, 16, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 16, 16, 5120] [1, 16, 16, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (4) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (5) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 256, 1280] [1, 256, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 260, 1280] [1, 260, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 260, 1280] [1, 260, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- -- -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 256, 1280] [1, 256, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 256, 1280] [1, 256, 1280] -- -- | |
| │ │ └─ResBlockStageB (6) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 16, 16] [1, 1280, 16, 16] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 16, 16, 1280] [1, 16, 16, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 16, 16, 1280] [1, 16, 16, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 16, 16, 5120] [1, 16, 16, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 16, 16, 5120] [1, 16, 16, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (7) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (8) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 256, 1280] [1, 256, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 260, 1280] [1, 260, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 260, 1280] [1, 260, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- -- -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 256, 1280] [1, 256, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 256, 1280] [1, 256, 1280] -- -- | |
| │ │ └─ResBlockStageB (9) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 16, 16] [1, 1280, 16, 16] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 16, 16, 1280] [1, 16, 16, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 16, 16, 1280] [1, 16, 16, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 16, 16, 5120] [1, 16, 16, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 16, 16, 5120] [1, 16, 16, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (10) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (11) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 256, 1280] [1, 256, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 260, 1280] [1, 260, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 260, 1280] [1, 260, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- -- -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 256, 1280] [1, 256, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 256, 1280] [1, 256, 1280] -- -- | |
| │ │ └─ResBlockStageB (12) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 16, 16] [1, 1280, 16, 16] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 16, 16, 1280] [1, 16, 16, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 16, 16, 1280] [1, 16, 16, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 16, 16, 5120] [1, 16, 16, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 16, 16, 5120] [1, 16, 16, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (13) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (14) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 256, 1280] [1, 256, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 260, 1280] [1, 260, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 260, 1280] [1, 260, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- -- -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 256, 1280] [1, 256, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 256, 1280] [1, 256, 1280] -- -- | |
| │ │ └─ResBlockStageB (15) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 16, 16] [1, 1280, 16, 16] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 16, 16, 1280] [1, 16, 16, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 16, 16, 1280] [1, 16, 16, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 16, 16, 5120] [1, 16, 16, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 16, 16, 5120] [1, 16, 16, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (16) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (17) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 256, 1280] [1, 256, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 260, 1280] [1, 260, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 260, 1280] [1, 260, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- -- -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 256, 1280] [1, 256, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 256, 1280] [1, 256, 1280] -- -- | |
| ├─ModuleList (up_blocks) -- -- (recursive) -- | |
| │ └─ModuleList (0) -- -- (recursive) -- | |
| │ │ └─ResBlockStageB (0) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 16, 16] [1, 1280, 16, 16] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 16, 16, 1280] [1, 16, 16, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 16, 16, 1280] [1, 16, 16, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 16, 16, 5120] [1, 16, 16, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 16, 16, 5120] [1, 16, 16, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (1) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (2) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 256, 1280] [1, 256, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 260, 1280] [1, 260, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 260, 1280] [1, 260, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 256, 1280] [1, 256, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 256, 1280] [1, 256, 1280] -- -- | |
| │ │ └─ResBlockStageB (3) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 16, 16] [1, 1280, 16, 16] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 16, 16, 1280] [1, 16, 16, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 16, 16, 1280] [1, 16, 16, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 16, 16, 5120] [1, 16, 16, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 16, 16, 5120] [1, 16, 16, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (4) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (5) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 256, 1280] [1, 256, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 260, 1280] [1, 260, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 260, 1280] [1, 260, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 256, 1280] [1, 256, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 256, 1280] [1, 256, 1280] -- -- | |
| │ │ └─ResBlockStageB (6) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 16, 16] [1, 1280, 16, 16] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 16, 16, 1280] [1, 16, 16, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 16, 16, 1280] [1, 16, 16, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 16, 16, 5120] [1, 16, 16, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 16, 16, 5120] [1, 16, 16, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (7) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (8) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 256, 1280] [1, 256, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 260, 1280] [1, 260, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 260, 1280] [1, 260, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 256, 1280] [1, 256, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 256, 1280] [1, 256, 1280] -- -- | |
| │ │ └─ResBlockStageB (9) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 16, 16] [1, 1280, 16, 16] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 16, 16, 1280] [1, 16, 16, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 16, 16, 1280] [1, 16, 16, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 16, 16, 5120] [1, 16, 16, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 16, 16, 5120] [1, 16, 16, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (10) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (11) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 256, 1280] [1, 256, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 260, 1280] [1, 260, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 260, 1280] [1, 260, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 256, 1280] [1, 256, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 256, 1280] [1, 256, 1280] -- -- | |
| │ │ └─ResBlockStageB (12) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 16, 16] [1, 1280, 16, 16] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 16, 16, 1280] [1, 16, 16, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 16, 16, 1280] [1, 16, 16, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 16, 16, 5120] [1, 16, 16, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 16, 16, 5120] [1, 16, 16, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (13) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (14) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 256, 1280] [1, 256, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 260, 1280] [1, 260, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 260, 1280] [1, 260, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 256, 1280] [1, 256, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 256, 1280] [1, 256, 1280] -- -- | |
| │ │ └─ResBlockStageB (15) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 16, 16] [1, 1280, 16, 16] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 16, 16, 1280] [1, 16, 16, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 16, 16, 1280] [1, 16, 16, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 16, 16, 5120] [1, 16, 16, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 16, 16, 5120] [1, 16, 16, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (16) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (17) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 256, 1280] [1, 256, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 260, 1280] [1, 260, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 260, 1280] [1, 260, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 256, 1280] [1, 256, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 256, 1280] [1, 256, 1280] -- -- | |
| ├─ModuleList (up_repeat_mappers) -- -- (recursive) -- | |
| │ └─ModuleList (0) -- -- (recursive) -- | |
| │ │ └─Conv2d (0) [1, 1280, 16, 16] [1, 1280, 16, 16] 1,639,680 [1, 1] | |
| ├─ModuleList (up_blocks) -- -- (recursive) -- | |
| │ └─ModuleList (0) -- -- (recursive) -- | |
| │ │ └─ResBlockStageB (0) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 16, 16, 1280] [1, 16, 16, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 16, 16, 1280] [1, 16, 16, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 16, 16, 5120] [1, 16, 16, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 16, 16, 5120] [1, 16, 16, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (1) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (2) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 256, 1280] [1, 256, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 260, 1280] [1, 260, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 260, 1280] [1, 260, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 256, 1280] [1, 256, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 256, 1280] [1, 256, 1280] -- -- | |
| │ │ └─ResBlockStageB (3) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 16, 16, 1280] [1, 16, 16, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 16, 16, 1280] [1, 16, 16, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 16, 16, 5120] [1, 16, 16, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 16, 16, 5120] [1, 16, 16, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (4) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (5) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 256, 1280] [1, 256, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 260, 1280] [1, 260, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 260, 1280] [1, 260, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 256, 1280] [1, 256, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 256, 1280] [1, 256, 1280] -- -- | |
| │ │ └─ResBlockStageB (6) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 16, 16, 1280] [1, 16, 16, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 16, 16, 1280] [1, 16, 16, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 16, 16, 5120] [1, 16, 16, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 16, 16, 5120] [1, 16, 16, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (7) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (8) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 256, 1280] [1, 256, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 260, 1280] [1, 260, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 260, 1280] [1, 260, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 256, 1280] [1, 256, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 256, 1280] [1, 256, 1280] -- -- | |
| │ │ └─ResBlockStageB (9) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 16, 16, 1280] [1, 16, 16, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 16, 16, 1280] [1, 16, 16, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 16, 16, 5120] [1, 16, 16, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 16, 16, 5120] [1, 16, 16, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (10) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (11) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 256, 1280] [1, 256, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 260, 1280] [1, 260, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 260, 1280] [1, 260, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 256, 1280] [1, 256, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 256, 1280] [1, 256, 1280] -- -- | |
| │ │ └─ResBlockStageB (12) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 16, 16, 1280] [1, 16, 16, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 16, 16, 1280] [1, 16, 16, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 16, 16, 5120] [1, 16, 16, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 16, 16, 5120] [1, 16, 16, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (13) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (14) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 256, 1280] [1, 256, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 260, 1280] [1, 260, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 260, 1280] [1, 260, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 256, 1280] [1, 256, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 256, 1280] [1, 256, 1280] -- -- | |
| │ │ └─ResBlockStageB (15) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 16, 16, 1280] [1, 16, 16, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 16, 16, 1280] [1, 16, 16, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 16, 16, 5120] [1, 16, 16, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 16, 16, 5120] [1, 16, 16, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (16) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (17) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 256, 1280] [1, 256, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 260, 1280] [1, 260, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 260, 1280] [1, 260, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 256, 1280] [1, 256, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 256, 1280] [1, 256, 1280] -- -- | |
| ├─ModuleList (up_repeat_mappers) -- -- (recursive) -- | |
| │ └─ModuleList (0) -- -- (recursive) -- | |
| │ │ └─Conv2d (1) [1, 1280, 16, 16] [1, 1280, 16, 16] 1,639,680 [1, 1] | |
| ├─ModuleList (up_blocks) -- -- (recursive) -- | |
| │ └─ModuleList (0) -- -- (recursive) -- | |
| │ │ └─ResBlockStageB (0) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 16, 16, 1280] [1, 16, 16, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 16, 16, 1280] [1, 16, 16, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 16, 16, 5120] [1, 16, 16, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 16, 16, 5120] [1, 16, 16, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (1) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (2) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 256, 1280] [1, 256, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 260, 1280] [1, 260, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 260, 1280] [1, 260, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 256, 1280] [1, 256, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 256, 1280] [1, 256, 1280] -- -- | |
| │ │ └─ResBlockStageB (3) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 16, 16, 1280] [1, 16, 16, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 16, 16, 1280] [1, 16, 16, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 16, 16, 5120] [1, 16, 16, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 16, 16, 5120] [1, 16, 16, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (4) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (5) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 256, 1280] [1, 256, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 260, 1280] [1, 260, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 260, 1280] [1, 260, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 256, 1280] [1, 256, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 256, 1280] [1, 256, 1280] -- -- | |
| │ │ └─ResBlockStageB (6) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 16, 16, 1280] [1, 16, 16, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 16, 16, 1280] [1, 16, 16, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 16, 16, 5120] [1, 16, 16, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 16, 16, 5120] [1, 16, 16, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (7) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (8) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 256, 1280] [1, 256, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 260, 1280] [1, 260, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 260, 1280] [1, 260, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 256, 1280] [1, 256, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 256, 1280] [1, 256, 1280] -- -- | |
| │ │ └─ResBlockStageB (9) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 16, 16, 1280] [1, 16, 16, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 16, 16, 1280] [1, 16, 16, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 16, 16, 5120] [1, 16, 16, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 16, 16, 5120] [1, 16, 16, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (10) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (11) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 256, 1280] [1, 256, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 260, 1280] [1, 260, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 260, 1280] [1, 260, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 256, 1280] [1, 256, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 256, 1280] [1, 256, 1280] -- -- | |
| │ │ └─ResBlockStageB (12) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 16, 16, 1280] [1, 16, 16, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 16, 16, 1280] [1, 16, 16, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 16, 16, 5120] [1, 16, 16, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 16, 16, 5120] [1, 16, 16, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (13) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (14) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 256, 1280] [1, 256, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 260, 1280] [1, 260, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 260, 1280] [1, 260, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 256, 1280] [1, 256, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 256, 1280] [1, 256, 1280] -- -- | |
| │ │ └─ResBlockStageB (15) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 16, 16, 1280] [1, 16, 16, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 16, 16, 1280] [1, 16, 16, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 16, 16, 5120] [1, 16, 16, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 16, 16, 5120] [1, 16, 16, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 16, 16, 5120] [1, 16, 16, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (16) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (17) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 16, 16] [1, 1280, 16, 16] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 256, 1280] [1, 256, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 260, 1280] [1, 260, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 260, 1280] [1, 260, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 256, 1280] [1, 256, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 256, 1280] [1, 256, 1280] -- -- | |
| ├─ModuleList (up_upscalers) -- -- (recursive) -- | |
| │ └─Sequential (0) [1, 1280, 16, 16] [1, 1280, 32, 32] -- -- | |
| │ │ └─WuerstchenLayerNorm (0) [1, 1280, 16, 16] [1, 1280, 16, 16] -- -- | |
| │ │ └─ConvTranspose2d (1) [1, 1280, 16, 16] [1, 1280, 32, 32] 6,554,880 [2, 2] | |
| ├─ModuleList (up_blocks) -- -- (recursive) -- | |
| │ └─ModuleList (1) -- -- (recursive) -- | |
| │ │ └─ResBlockStageB (0) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 2560] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 2560] [1, 32, 32, 5120] 13,112,320 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (1) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (2) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (3) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (4) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (5) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (6) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (7) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (8) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (9) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (10) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (11) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (12) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (13) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (14) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (15) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (16) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (17) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (18) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (19) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (20) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (21) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (22) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (23) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (24) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (25) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (26) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (27) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (28) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (29) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (30) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (31) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (32) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (33) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (34) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (35) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (36) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (37) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (38) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (39) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (40) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (41) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (42) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (43) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (44) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (45) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (46) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (47) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (48) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (49) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (50) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (51) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (52) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (53) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (54) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (55) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (56) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (57) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (58) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (59) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (60) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (61) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (62) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (63) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (64) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (65) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (66) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (67) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (68) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (69) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (70) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (71) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (72) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (73) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (74) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (75) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (76) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (77) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (78) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (79) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (80) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (81) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] 12,800 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] -- -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] 6,558,720 -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] 10,240 -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] 6,554,880 -- | |
| │ │ └─TimestepBlock (82) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] 166,400 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] 166,400 -- | |
| │ │ └─AttnBlock (83) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] 1,639,680 -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] 1,639,680 -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] 1,639,680 -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| ├─ModuleList (up_repeat_mappers) -- -- (recursive) -- | |
| │ └─ModuleList (1) -- -- (recursive) -- | |
| │ │ └─Conv2d (0) [1, 1280, 32, 32] [1, 1280, 32, 32] 1,639,680 [1, 1] | |
| ├─ModuleList (up_blocks) -- -- (recursive) -- | |
| │ └─ModuleList (1) -- -- (recursive) -- | |
| │ │ └─ResBlockStageB (0) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 2560] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 2560] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (1) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (2) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (3) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (4) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (5) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (6) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (7) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (8) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (9) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (10) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (11) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (12) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (13) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (14) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (15) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (16) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (17) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (18) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (19) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (20) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (21) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (22) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (23) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (24) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (25) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (26) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (27) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (28) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (29) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (30) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (31) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (32) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (33) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (34) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (35) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (36) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (37) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (38) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (39) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (40) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (41) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (42) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (43) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (44) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (45) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (46) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (47) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (48) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (49) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (50) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (51) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (52) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (53) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (54) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (55) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (56) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (57) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (58) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (59) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (60) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (61) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (62) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (63) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (64) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (65) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (66) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (67) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (68) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (69) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (70) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (71) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (72) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (73) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (74) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (75) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (76) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (77) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (78) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (79) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (80) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (81) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (82) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (83) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| ├─ModuleList (up_repeat_mappers) -- -- (recursive) -- | |
| │ └─ModuleList (1) -- -- (recursive) -- | |
| │ │ └─Conv2d (1) [1, 1280, 32, 32] [1, 1280, 32, 32] 1,639,680 [1, 1] | |
| ├─ModuleList (up_blocks) -- -- (recursive) -- | |
| │ └─ModuleList (1) -- -- (recursive) -- | |
| │ │ └─ResBlockStageB (0) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 2560] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 2560] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (1) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (2) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (3) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (4) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (5) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (6) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (7) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (8) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (9) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (10) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (11) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (12) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (13) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (14) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (15) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (16) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (17) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (18) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (19) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (20) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (21) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (22) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (23) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (24) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (25) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (26) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (27) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (28) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (29) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (30) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (31) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (32) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (33) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (34) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (35) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (36) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (37) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (38) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (39) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (40) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (41) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (42) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (43) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (44) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (45) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (46) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (47) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (48) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (49) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (50) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (51) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (52) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (53) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (54) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (55) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (56) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (57) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (58) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (59) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (60) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (61) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (62) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (63) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (64) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (65) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (66) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (67) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (68) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (69) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (70) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (71) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (72) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (73) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (74) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (75) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (76) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (77) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (78) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (79) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (80) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| │ │ └─ResBlockStageB (81) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 32, 32, 1280] [1, 32, 32, 1280] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 32, 32, 1280] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 32, 32, 5120] [1, 32, 32, 5120] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 32, 32, 5120] [1, 32, 32, 5120] -- -- | |
| │ │ │ │ └─Linear (4) [1, 32, 32, 5120] [1, 32, 32, 1280] (recursive) -- | |
| │ │ └─TimestepBlock (82) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 2560] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 2560] (recursive) -- | |
| │ │ └─AttnBlock (83) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ └─Sequential (kv_mapper) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ │ └─SiLU (0) [1, 4, 1280] [1, 4, 1280] -- -- | |
| │ │ │ │ └─LoRACompatibleLinear (1) [1, 4, 1280] [1, 4, 1280] (recursive) -- | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ │ └─Attention (attention) [1, 1280, 32, 32] [1, 1280, 32, 32] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_q) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_k) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─LoRACompatibleLinear (to_v) [1, 1028, 1280] [1, 1028, 1280] (recursive) -- | |
| │ │ │ │ └─ModuleList (to_out) -- -- (recursive) -- | |
| │ │ │ │ │ └─LoRACompatibleLinear (0) [1, 1024, 1280] [1, 1024, 1280] (recursive) -- | |
| │ │ │ │ │ └─Dropout (1) [1, 1024, 1280] [1, 1024, 1280] -- -- | |
| ├─ModuleList (up_upscalers) -- -- (recursive) -- | |
| │ └─Sequential (1) [1, 1280, 32, 32] [1, 640, 64, 64] -- -- | |
| │ │ └─WuerstchenLayerNorm (0) [1, 1280, 32, 32] [1, 1280, 32, 32] -- -- | |
| │ │ └─ConvTranspose2d (1) [1, 1280, 32, 32] [1, 640, 64, 64] 3,277,440 [2, 2] | |
| ├─ModuleList (up_blocks) -- -- (recursive) -- | |
| │ └─ModuleList (2) -- -- (recursive) -- | |
| │ │ └─ResBlockStageB (0) [1, 640, 64, 64] [1, 640, 64, 64] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 640, 64, 64] [1, 640, 64, 64] 6,400 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 640, 64, 64] [1, 640, 64, 64] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 64, 64, 1280] [1, 64, 64, 640] -- -- | |
| │ │ │ │ └─Linear (0) [1, 64, 64, 1280] [1, 64, 64, 2560] 3,279,360 -- | |
| │ │ │ │ └─GELU (1) [1, 64, 64, 2560] [1, 64, 64, 2560] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 64, 64, 2560] [1, 64, 64, 2560] 5,120 -- | |
| │ │ │ │ └─Dropout (3) [1, 64, 64, 2560] [1, 64, 64, 2560] -- -- | |
| │ │ │ │ └─Linear (4) [1, 64, 64, 2560] [1, 64, 64, 640] 1,639,040 -- | |
| │ │ └─TimestepBlock (1) [1, 640, 64, 64] [1, 640, 64, 64] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 1280] 83,200 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 1280] 83,200 -- | |
| │ │ └─ResBlockStageB (2) [1, 640, 64, 64] [1, 640, 64, 64] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 640, 64, 64] [1, 640, 64, 64] 6,400 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 640, 64, 64] [1, 640, 64, 64] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 64, 64, 640] [1, 64, 64, 640] -- -- | |
| │ │ │ │ └─Linear (0) [1, 64, 64, 640] [1, 64, 64, 2560] 1,640,960 -- | |
| │ │ │ │ └─GELU (1) [1, 64, 64, 2560] [1, 64, 64, 2560] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 64, 64, 2560] [1, 64, 64, 2560] 5,120 -- | |
| │ │ │ │ └─Dropout (3) [1, 64, 64, 2560] [1, 64, 64, 2560] -- -- | |
| │ │ │ │ └─Linear (4) [1, 64, 64, 2560] [1, 64, 64, 640] 1,639,040 -- | |
| │ │ └─TimestepBlock (3) [1, 640, 64, 64] [1, 640, 64, 64] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 1280] 83,200 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 1280] 83,200 -- | |
| │ │ └─ResBlockStageB (4) [1, 640, 64, 64] [1, 640, 64, 64] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 640, 64, 64] [1, 640, 64, 64] 6,400 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 640, 64, 64] [1, 640, 64, 64] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 64, 64, 640] [1, 64, 64, 640] -- -- | |
| │ │ │ │ └─Linear (0) [1, 64, 64, 640] [1, 64, 64, 2560] 1,640,960 -- | |
| │ │ │ │ └─GELU (1) [1, 64, 64, 2560] [1, 64, 64, 2560] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 64, 64, 2560] [1, 64, 64, 2560] 5,120 -- | |
| │ │ │ │ └─Dropout (3) [1, 64, 64, 2560] [1, 64, 64, 2560] -- -- | |
| │ │ │ │ └─Linear (4) [1, 64, 64, 2560] [1, 64, 64, 640] 1,639,040 -- | |
| │ │ └─TimestepBlock (5) [1, 640, 64, 64] [1, 640, 64, 64] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 1280] 83,200 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 1280] 83,200 -- | |
| │ │ └─ResBlockStageB (6) [1, 640, 64, 64] [1, 640, 64, 64] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 640, 64, 64] [1, 640, 64, 64] 6,400 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 640, 64, 64] [1, 640, 64, 64] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 64, 64, 640] [1, 64, 64, 640] -- -- | |
| │ │ │ │ └─Linear (0) [1, 64, 64, 640] [1, 64, 64, 2560] 1,640,960 -- | |
| │ │ │ │ └─GELU (1) [1, 64, 64, 2560] [1, 64, 64, 2560] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 64, 64, 2560] [1, 64, 64, 2560] 5,120 -- | |
| │ │ │ │ └─Dropout (3) [1, 64, 64, 2560] [1, 64, 64, 2560] -- -- | |
| │ │ │ │ └─Linear (4) [1, 64, 64, 2560] [1, 64, 64, 640] 1,639,040 -- | |
| │ │ └─TimestepBlock (7) [1, 640, 64, 64] [1, 640, 64, 64] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 1280] 83,200 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 1280] 83,200 -- | |
| │ │ └─ResBlockStageB (8) [1, 640, 64, 64] [1, 640, 64, 64] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 640, 64, 64] [1, 640, 64, 64] 6,400 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 640, 64, 64] [1, 640, 64, 64] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 64, 64, 640] [1, 64, 64, 640] -- -- | |
| │ │ │ │ └─Linear (0) [1, 64, 64, 640] [1, 64, 64, 2560] 1,640,960 -- | |
| │ │ │ │ └─GELU (1) [1, 64, 64, 2560] [1, 64, 64, 2560] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 64, 64, 2560] [1, 64, 64, 2560] 5,120 -- | |
| │ │ │ │ └─Dropout (3) [1, 64, 64, 2560] [1, 64, 64, 2560] -- -- | |
| │ │ │ │ └─Linear (4) [1, 64, 64, 2560] [1, 64, 64, 640] 1,639,040 -- | |
| │ │ └─TimestepBlock (9) [1, 640, 64, 64] [1, 640, 64, 64] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 1280] 83,200 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 1280] 83,200 -- | |
| │ │ └─ResBlockStageB (10) [1, 640, 64, 64] [1, 640, 64, 64] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 640, 64, 64] [1, 640, 64, 64] 6,400 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 640, 64, 64] [1, 640, 64, 64] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 64, 64, 640] [1, 64, 64, 640] -- -- | |
| │ │ │ │ └─Linear (0) [1, 64, 64, 640] [1, 64, 64, 2560] 1,640,960 -- | |
| │ │ │ │ └─GELU (1) [1, 64, 64, 2560] [1, 64, 64, 2560] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 64, 64, 2560] [1, 64, 64, 2560] 5,120 -- | |
| │ │ │ │ └─Dropout (3) [1, 64, 64, 2560] [1, 64, 64, 2560] -- -- | |
| │ │ │ │ └─Linear (4) [1, 64, 64, 2560] [1, 64, 64, 640] 1,639,040 -- | |
| │ │ └─TimestepBlock (11) [1, 640, 64, 64] [1, 640, 64, 64] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 1280] 83,200 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 1280] 83,200 -- | |
| ├─ModuleList (up_repeat_mappers) -- -- (recursive) -- | |
| │ └─ModuleList (2) -- -- -- -- | |
| │ │ └─Conv2d (0) [1, 640, 64, 64] [1, 640, 64, 64] 410,240 [1, 1] | |
| ├─ModuleList (up_blocks) -- -- (recursive) -- | |
| │ └─ModuleList (2) -- -- (recursive) -- | |
| │ │ └─ResBlockStageB (0) [1, 640, 64, 64] [1, 640, 64, 64] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 640, 64, 64] [1, 640, 64, 64] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 640, 64, 64] [1, 640, 64, 64] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 64, 64, 1280] [1, 64, 64, 640] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 64, 64, 1280] [1, 64, 64, 2560] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 64, 64, 2560] [1, 64, 64, 2560] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 64, 64, 2560] [1, 64, 64, 2560] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 64, 64, 2560] [1, 64, 64, 2560] -- -- | |
| │ │ │ │ └─Linear (4) [1, 64, 64, 2560] [1, 64, 64, 640] (recursive) -- | |
| │ │ └─TimestepBlock (1) [1, 640, 64, 64] [1, 640, 64, 64] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 1280] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 1280] (recursive) -- | |
| │ │ └─ResBlockStageB (2) [1, 640, 64, 64] [1, 640, 64, 64] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 640, 64, 64] [1, 640, 64, 64] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 640, 64, 64] [1, 640, 64, 64] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 64, 64, 640] [1, 64, 64, 640] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 64, 64, 640] [1, 64, 64, 2560] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 64, 64, 2560] [1, 64, 64, 2560] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 64, 64, 2560] [1, 64, 64, 2560] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 64, 64, 2560] [1, 64, 64, 2560] -- -- | |
| │ │ │ │ └─Linear (4) [1, 64, 64, 2560] [1, 64, 64, 640] (recursive) -- | |
| │ │ └─TimestepBlock (3) [1, 640, 64, 64] [1, 640, 64, 64] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 1280] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 1280] (recursive) -- | |
| │ │ └─ResBlockStageB (4) [1, 640, 64, 64] [1, 640, 64, 64] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 640, 64, 64] [1, 640, 64, 64] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 640, 64, 64] [1, 640, 64, 64] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 64, 64, 640] [1, 64, 64, 640] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 64, 64, 640] [1, 64, 64, 2560] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 64, 64, 2560] [1, 64, 64, 2560] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 64, 64, 2560] [1, 64, 64, 2560] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 64, 64, 2560] [1, 64, 64, 2560] -- -- | |
| │ │ │ │ └─Linear (4) [1, 64, 64, 2560] [1, 64, 64, 640] (recursive) -- | |
| │ │ └─TimestepBlock (5) [1, 640, 64, 64] [1, 640, 64, 64] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 1280] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 1280] (recursive) -- | |
| │ │ └─ResBlockStageB (6) [1, 640, 64, 64] [1, 640, 64, 64] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 640, 64, 64] [1, 640, 64, 64] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 640, 64, 64] [1, 640, 64, 64] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 64, 64, 640] [1, 64, 64, 640] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 64, 64, 640] [1, 64, 64, 2560] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 64, 64, 2560] [1, 64, 64, 2560] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 64, 64, 2560] [1, 64, 64, 2560] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 64, 64, 2560] [1, 64, 64, 2560] -- -- | |
| │ │ │ │ └─Linear (4) [1, 64, 64, 2560] [1, 64, 64, 640] (recursive) -- | |
| │ │ └─TimestepBlock (7) [1, 640, 64, 64] [1, 640, 64, 64] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 1280] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 1280] (recursive) -- | |
| │ │ └─ResBlockStageB (8) [1, 640, 64, 64] [1, 640, 64, 64] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 640, 64, 64] [1, 640, 64, 64] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 640, 64, 64] [1, 640, 64, 64] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 64, 64, 640] [1, 64, 64, 640] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 64, 64, 640] [1, 64, 64, 2560] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 64, 64, 2560] [1, 64, 64, 2560] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 64, 64, 2560] [1, 64, 64, 2560] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 64, 64, 2560] [1, 64, 64, 2560] -- -- | |
| │ │ │ │ └─Linear (4) [1, 64, 64, 2560] [1, 64, 64, 640] (recursive) -- | |
| │ │ └─TimestepBlock (9) [1, 640, 64, 64] [1, 640, 64, 64] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 1280] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 1280] (recursive) -- | |
| │ │ └─ResBlockStageB (10) [1, 640, 64, 64] [1, 640, 64, 64] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 640, 64, 64] [1, 640, 64, 64] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 640, 64, 64] [1, 640, 64, 64] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 64, 64, 640] [1, 64, 64, 640] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 64, 64, 640] [1, 64, 64, 2560] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 64, 64, 2560] [1, 64, 64, 2560] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 64, 64, 2560] [1, 64, 64, 2560] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 64, 64, 2560] [1, 64, 64, 2560] -- -- | |
| │ │ │ │ └─Linear (4) [1, 64, 64, 2560] [1, 64, 64, 640] (recursive) -- | |
| │ │ └─TimestepBlock (11) [1, 640, 64, 64] [1, 640, 64, 64] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 1280] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 1280] (recursive) -- | |
| ├─ModuleList (up_upscalers) -- -- (recursive) -- | |
| │ └─Sequential (2) [1, 640, 64, 64] [1, 320, 128, 128] -- -- | |
| │ │ └─WuerstchenLayerNorm (0) [1, 640, 64, 64] [1, 640, 64, 64] -- -- | |
| │ │ └─ConvTranspose2d (1) [1, 640, 64, 64] [1, 320, 128, 128] 819,520 [2, 2] | |
| ├─ModuleList (up_blocks) -- -- (recursive) -- | |
| │ └─ModuleList (3) -- -- (recursive) -- | |
| │ │ └─ResBlockStageB (0) [1, 320, 128, 128] [1, 320, 128, 128] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 320, 128, 128] [1, 320, 128, 128] 3,200 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 320, 128, 128] [1, 320, 128, 128] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 128, 128, 640] [1, 128, 128, 320] -- -- | |
| │ │ │ │ └─Linear (0) [1, 128, 128, 640] [1, 128, 128, 1280] 820,480 -- | |
| │ │ │ │ └─GELU (1) [1, 128, 128, 1280] [1, 128, 128, 1280] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 128, 128, 1280] [1, 128, 128, 1280] 2,560 -- | |
| │ │ │ │ └─Dropout (3) [1, 128, 128, 1280] [1, 128, 128, 1280] -- -- | |
| │ │ │ │ └─Linear (4) [1, 128, 128, 1280] [1, 128, 128, 320] 409,920 -- | |
| │ │ └─TimestepBlock (1) [1, 320, 128, 128] [1, 320, 128, 128] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 640] 41,600 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 640] 41,600 -- | |
| │ │ └─ResBlockStageB (2) [1, 320, 128, 128] [1, 320, 128, 128] -- -- | |
| │ │ │ └─Conv2d (depthwise) [1, 320, 128, 128] [1, 320, 128, 128] 3,200 [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 320, 128, 128] [1, 320, 128, 128] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 128, 128, 320] [1, 128, 128, 320] -- -- | |
| │ │ │ │ └─Linear (0) [1, 128, 128, 320] [1, 128, 128, 1280] 410,880 -- | |
| │ │ │ │ └─GELU (1) [1, 128, 128, 1280] [1, 128, 128, 1280] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 128, 128, 1280] [1, 128, 128, 1280] 2,560 -- | |
| │ │ │ │ └─Dropout (3) [1, 128, 128, 1280] [1, 128, 128, 1280] -- -- | |
| │ │ │ │ └─Linear (4) [1, 128, 128, 1280] [1, 128, 128, 320] 409,920 -- | |
| │ │ └─TimestepBlock (3) [1, 320, 128, 128] [1, 320, 128, 128] -- -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 640] 41,600 -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 640] 41,600 -- | |
| ├─ModuleList (up_repeat_mappers) -- -- (recursive) -- | |
| │ └─ModuleList (3) -- -- -- -- | |
| │ │ └─Conv2d (0) [1, 320, 128, 128] [1, 320, 128, 128] 102,720 [1, 1] | |
| ├─ModuleList (up_blocks) -- -- (recursive) -- | |
| │ └─ModuleList (3) -- -- (recursive) -- | |
| │ │ └─ResBlockStageB (0) [1, 320, 128, 128] [1, 320, 128, 128] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 320, 128, 128] [1, 320, 128, 128] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 320, 128, 128] [1, 320, 128, 128] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 128, 128, 640] [1, 128, 128, 320] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 128, 128, 640] [1, 128, 128, 1280] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 128, 128, 1280] [1, 128, 128, 1280] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 128, 128, 1280] [1, 128, 128, 1280] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 128, 128, 1280] [1, 128, 128, 1280] -- -- | |
| │ │ │ │ └─Linear (4) [1, 128, 128, 1280] [1, 128, 128, 320] (recursive) -- | |
| │ │ └─TimestepBlock (1) [1, 320, 128, 128] [1, 320, 128, 128] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 640] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 640] (recursive) -- | |
| │ │ └─ResBlockStageB (2) [1, 320, 128, 128] [1, 320, 128, 128] (recursive) -- | |
| │ │ │ └─Conv2d (depthwise) [1, 320, 128, 128] [1, 320, 128, 128] (recursive) [3, 3] | |
| │ │ │ └─WuerstchenLayerNorm (norm) [1, 320, 128, 128] [1, 320, 128, 128] -- -- | |
| │ │ │ └─Sequential (channelwise) [1, 128, 128, 320] [1, 128, 128, 320] (recursive) -- | |
| │ │ │ │ └─Linear (0) [1, 128, 128, 320] [1, 128, 128, 1280] (recursive) -- | |
| │ │ │ │ └─GELU (1) [1, 128, 128, 1280] [1, 128, 128, 1280] -- -- | |
| │ │ │ │ └─GlobalResponseNorm (2) [1, 128, 128, 1280] [1, 128, 128, 1280] (recursive) -- | |
| │ │ │ │ └─Dropout (3) [1, 128, 128, 1280] [1, 128, 128, 1280] -- -- | |
| │ │ │ │ └─Linear (4) [1, 128, 128, 1280] [1, 128, 128, 320] (recursive) -- | |
| │ │ └─TimestepBlock (3) [1, 320, 128, 128] [1, 320, 128, 128] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper) [1, 64] [1, 640] (recursive) -- | |
| │ │ │ └─LoRACompatibleLinear (mapper_sca) [1, 64] [1, 640] (recursive) -- | |
| ├─ModuleList (up_upscalers) -- -- (recursive) -- | |
| │ └─Identity (3) [1, 320, 128, 128] [1, 320, 128, 128] -- -- | |
| ├─Sequential (clf) [1, 320, 128, 128] [1, 4, 256, 256] -- -- | |
| │ └─WuerstchenLayerNorm (0) [1, 320, 128, 128] [1, 320, 128, 128] -- -- | |
| │ └─Conv2d (1) [1, 320, 128, 128] [1, 16, 128, 128] 5,136 [1, 1] | |
| │ └─PixelShuffle (2) [1, 16, 128, 128] [1, 4, 256, 256] -- -- | |
| =========================================================================================================================================================== | |
| Total params: 1,562,941,136 | |
| Trainable params: 1,562,941,136 | |
| Non-trainable params: 0 | |
| Total mult-adds (G): 62.16 | |
| =========================================================================================================================================================== | |
| Input size (MB): 0.55 | |
| Forward/backward pass size (MB): 12043.93 | |
| Params size (MB): 3125.88 | |
| Estimated Total Size (MB): 15170.36 | |
| =========================================================================================================================================================== |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment