Skip to content

Instantly share code, notes, and snippets.

@TheLustriVA
Last active July 24, 2022 06:21
Show Gist options
  • Save TheLustriVA/4458079ac127181f81c56c62597c4811 to your computer and use it in GitHub Desktop.
Save TheLustriVA/4458079ac127181f81c56c62597c4811 to your computer and use it in GitHub Desktop.
DD 5.6 Settings | Qualia Landscape | Attempt 1

Original Settings

These are the original settings I used for the batch.

Discoart Python Code

from discoart import create

da = create (
    batch_name="SlyParty",
    text_prompts=[
        "A beautiful 3d render of a utopian city of towering white megastructures in a vivid colorful landscape.:5",
        "by Paul Chadeisson and Raphael Lacoste and Alena Aenami:3",
        "wide angle lens, 64 megapixels, HDR, filmic, 8k, digital illustration, hyperdetailed, vray, ray tracing, trending on Artstation, rendered in CryEngine.:2",
        "dark, toy, jpeg artifacts, illustration, anime, noise:-1"
    ],
    batch_size=5,
    clamp_grad=True,
    clip_guidance_scale=30000,
    tv_scale=50000,
    range_scale=50000,
    sat_scale=50000,
    cutn_batches=1,
    skip_steps=10,
    skip_augs=False,
    clamp_max=0.1,
    seed = 658185782,
    fuzzy_prompt=False,
    rand_mag=0.05,
    eta=0.9,
    width_height=[640,512],
    steps=300,
    clip_models=['RN101::openai', 'RN50::openai', 'ViT-L-14-336::openai', 'ViT-B-16::openai'],
    cut_overview='[16]*200+[12]*300+[10]*300+[4]*200',
    cut_innercut='[0]*200+[4]*300+[6]*300+[12]*200',
    cut_ic_pow='[32]*1000',
    cut_icgray_p='[0.2]*400+[0.1]*200+[0]*400',
    transformation_percent=[0.09]
)


for idx, d in enumerate(da):
    d.save_uri_to_file(f'discoart-result-{idx}.png')

Final JSON

{
    "text_prompts": {
        "0": [
            "A beautiful 3d render of a utopian city of towering white megastructures in a vivid colorful landscape.:5",
            "by Paul Chadeisson and Raphael Lacoste and Alena Aenami:3",
            "wide angle lens, 64 megapixels, HDR, filmic, 8k, digital illustration, hyperdetailed, vray, ray tracing, trending on Artstation, rendered in CryEngine.:2",
            "dark, toy, jpeg artifacts, illustration, anime, noise:-1"
        ]
    },
    "image_prompts": {},
    "clip_guidance_scale": 30000,
    "tv_scale": 50000,
    "range_scale": 50000,
    "sat_scale": 50000,
    "cutn_batches": 4,
    "max_frames": 10000,
    "interp_spline": "Linear",
    "init_image": null,
    "init_scale": 1000,
    "skip_steps": 10,
    "frames_scale": 1500,
    "frames_skip_steps": "60%",
    "perlin_init": true,
    "perlin_mode": "mixed",
    "skip_augs": false,
    "randomize_class": true,
    "clip_denoised": false,
    "clamp_grad": true,
    "clamp_max": 0.1,
    "seed": 658185782,
    "fuzzy_prompt": false,
    "rand_mag": 0.05,
    "eta": 0.9,
    "width": 768,
    "height": 512,
    "diffusion_model": "512x512_diffusion_uncond_finetune_008100",
    "use_secondary_model": true,
    "steps": 250,
    "diffusion_steps": 1000,
    "diffusion_sampling_mode": "ddim",
    "ViTB32": false,
    "ViTB16": true,
    "ViTL14": true,
    "ViTL14_336px": false,
    "RN101": false,
    "RN50": true,
    "RN50x4": false,
    "RN50x16": false,
    "RN50x64": false,
    "ViTB32_laion2b_e16": false,
    "ViTB32_laion400m_e31": false,
    "ViTB32_laion400m_32": false,
    "ViTB32quickgelu_laion400m_e31": false,
    "ViTB32quickgelu_laion400m_e32": false,
    "ViTB16_laion400m_e31": false,
    "ViTB16_laion400m_e32": false,
    "RN50_yffcc15m": false,
    "RN50_cc12m": false,
    "RN50_quickgelu_yfcc15m": false,
    "RN50_quickgelu_cc12m": false,
    "RN101_yfcc15m": false,
    "RN101_quickgelu_yfcc15m": false,
    "cut_overview": "[16]*200+[12]*300+[10]*300+[4]*200",
    "cut_innercut": "[0]*200+[4]*300+[6]*300+[12]*200",
    "cut_ic_pow": "[32]*1000",
    "cut_icgray_p": "[0.2]*400+[0.1]*200+[0]*400",
    "key_frames": true,
    "angle": "0:(0)",
    "zoom": "0: (1), 10: (1.05)",
    "translation_x": "0: (0)",
    "translation_y": "0: (0)",
    "translation_z": "0: (10.0)",
    "rotation_3d_x": "0: (0)",
    "rotation_3d_y": "0: (0)",
    "rotation_3d_z": "0: (0)",
    "midas_depth_model": "dpt_large",
    "midas_weight": 0.3,
    "near_plane": 200,
    "far_plane": 10000,
    "fov": 40,
    "padding_mode": "border",
    "sampling_mode": "bicubic",
    "video_init_path": "/content/drive/MyDrive/init.mp4",
    "extract_nth_frame": 2,
    "video_init_seed_continuity": false,
    "turbo_mode": false,
    "turbo_steps": "3",
    "turbo_preroll": 10,
    "use_horizontal_symmetry": false,
    "use_vertical_symmetry": false,
    "transformation_percent": [
        0.09
    ],
    "video_init_steps": 100,
    "video_init_clip_guidance_scale": 1000,
    "video_init_tv_scale": 0.1,
    "video_init_range_scale": 150,
    "video_init_sat_scale": 300,
    "video_init_cutn_batches": 4,
    "video_init_skip_steps": 50,
    "video_init_frames_scale": 15000,
    "video_init_frames_skip_steps": "70%",
    "video_init_flow_warp": true,
    "video_init_flow_blend": 0.999,
    "video_init_check_consistency": false,
    "video_init_blend_mode": "optical flow"
}

A more sane batch of settings

This was posted by jonasstenqvist on the DD Discord's Prompt channel, and looks far more coherent with quite a lot of detail.

Mind you, it's not perfect.

The Output

A much better shot

The Settings

{
    "text_prompts": {
        "0": [
            "A beautiful hyper realistic detailed miniature diorama of a magical mansion from studio ghibli, by jordan grimmer and Hayao Miyazaki and Adolf Hirémy-Hirschl:4",
            "crepuscular ray, vibrant, wide angle, epic, vast, trending on artstation, cgsociety, intricate, atmospheric lighting, unreal engine, 8K resolution, ultrafine detail, octane render:3",
            "jpeg artifacts, blur, text:-1"
        ]
    },
    "image_prompts": {},
    "clip_guidance_scale": 30000,
    "tv_scale": 75000,
    "range_scale": 75000,
    "sat_scale": 85000,
    "cutn_batches": 4,
    "max_frames": 10000,
    "interp_spline": "Linear",
    "init_image": "None",
    "init_scale": 1000,
    "skip_steps": 10,
    "frames_scale": 1500,
    "frames_skip_steps": "60%",
    "perlin_init": false,
    "perlin_mode": "mixed",
    "skip_augs": false,
    "randomize_class": true,
    "clip_denoised": false,
    "clamp_grad": true,
    "clamp_max": 0.15,
    "seed": 34465790,
    "fuzzy_prompt": false,
    "rand_mag": 0.05,
    "eta": 0.8,
    "width": 768,
    "height": 640,
    "diffusion_model": "512x512_diffusion_uncond_finetune_008100",
    "use_secondary_model": false,
    "steps": 166,
    "diffusion_steps": 996,
    "diffusion_sampling_mode": "ddim",
    "ViTB32": true,
    "ViTB16": true,
    "ViTL14": true,
    "ViTL14_336px": false,
    "RN101": true,
    "RN50": false,
    "RN50x4": false,
    "RN50x16": true,
    "RN50x64": false,
    "ViTB32_laion2b_e16": false,
    "ViTB32_laion400m_e31": false,
    "ViTB32_laion400m_32": false,
    "ViTB32quickgelu_laion400m_e31": false,
    "ViTB32quickgelu_laion400m_e32": false,
    "ViTB16_laion400m_e31": false,
    "ViTB16_laion400m_e32": false,
    "RN50_yffcc15m": false,
    "RN50_cc12m": false,
    "RN50_quickgelu_yfcc15m": false,
    "RN50_quickgelu_cc12m": false,
    "RN101_yfcc15m": false,
    "RN101_quickgelu_yfcc15m": false,
    "cut_overview": "[12]*200+[10]*200+[8]*200+[4]*200+[2]*100+[1]*100",
    "cut_innercut": "[1]*200+[1]*200+[2]*200+[4]*200+[6]*100+[10]*100",
    "cut_ic_pow": "[0]*200+[2]*200+[4]*200+[8]*200+[16]*100+[32]*100",
    "cut_icgray_p": "[0.6]*100+[0.4]*100+[0.2]*200+[0]*600",
    "key_frames": true,
    "angle": "0:(0)",
    "zoom": "0: (1), 10: (1.05)",
    "translation_x": "0: (0)",
    "translation_y": "0: (0)",
    "translation_z": "0: (10.0)",
    "rotation_3d_x": "0: (0)",
    "rotation_3d_y": "0: (0)",
    "rotation_3d_z": "0: (0)",
    "midas_depth_model": "dpt_large",
    "midas_weight": 0.3,
    "near_plane": 200,
    "far_plane": 10000,
    "fov": 40,
    "padding_mode": "border",
    "sampling_mode": "bicubic",
    "video_init_path": "/content/drive/MyDrive/init.mp4",
    "extract_nth_frame": 2,
    "video_init_seed_continuity": false,
    "turbo_mode": false,
    "turbo_steps": "3",
    "turbo_preroll": 10,
    "use_horizontal_symmetry": false,
    "use_vertical_symmetry": false,
    "transformation_percent": [
        0.09
    ],
    "video_init_steps": 100,
    "video_init_clip_guidance_scale": 1000,
    "video_init_tv_scale": 0.1,
    "video_init_range_scale": 150,
    "video_init_sat_scale": 300,
    "video_init_cutn_batches": 4,
    "video_init_skip_steps": 50,
    "video_init_frames_scale": 15000,
    "video_init_frames_skip_steps": "70%",
    "video_init_flow_warp": true,
    "video_init_flow_blend": 0.999,
    "video_init_check_consistency": false,
    "video_init_blend_mode": "optical flow"
}

First attempt at a Qualia landscape

The idea is to develop a consistent method for generating scenes from the Qualia.

Planned scene pipelines

  • Cities on orbitals
  • Orbitals
  • Scenes from Lightliners
  • Fleet scenes

First test notes

Everything's probably an order of magnitude too dialled-up. I need to set for more coherence.

First test example output

An example from the first qualia landscape test

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment