deforum / stable-diffusion

Other
793 stars 159 forks source link

Only first image is good #139

Closed CJohnDesign closed 1 year ago

CJohnDesign commented 1 year ago

I'm running Deforum locally from the A1111 extension. I'm getting a great first image but every image that follows turns to a low quality blob that doesn't change.

Here's an example. first image is great - 2, 3 and on are just nothingness:

image

I do notice the number of steps goes down by 40-50% after the first image:

image

Here is my settings file:

{
    "W": 512,
    "H": 768,
    "restore_faces": false,
    "tiling": false,
    "enable_hr": false,
    "firstphase_width": 0,
    "firstphase_height": 0,
    "seed": 3179633162,
    "sampler": "DDIM",
    "seed_enable_extras": false,
    "subseed": -1,
    "subseed_strength": 0,
    "seed_resize_from_w": 0,
    "seed_resize_from_h": 0,
    "steps": 38,
    "ddim_eta": 0.0,
    "n_batch": 1,
    "make_grid": false,
    "grid_rows": 1,
    "save_settings": true,
    "save_samples": true,
    "display_samples": false,
    "save_sample_per_step": false,
    "show_sample_per_step": false,
    "override_these_with_webui": false,
    "batch_name": "Deforum",
    "filename_format": "{timestring}_{index}_{prompt}.png",
    "seed_behavior": "fixed",
    "seed_iter_N": 1,
    "use_init": false,
    "from_img2img_instead_of_link": false,
    "strength_0_no_init": true,
    "strength": 0.0,
    "init_image": null,
    "use_mask": false,
    "use_alpha_as_mask": false,
    "invert_mask": false,
    "overlay_mask": true,
    "mask_file": "https://www.filterforge.com/wiki/images/archive/b/b7/20080927223728%21Polygonal_gradient_thumb.jpg",
    "mask_contrast_adjust": 1.0,
    "mask_brightness_adjust": 1.0,
    "mask_overlay_blur": 5.0,
    "fill": 1,
    "full_res_mask": true,
    "full_res_mask_padding": 4,
    "reroll_blank_frames": "reroll",
    "precision": "autocast",
    "scale": 7,
    "C": 4,
    "f": 8,
    "prompt": "",
    "timestring": "20230111174315",
    "init_latent": null,
    "init_sample": null,
    "init_c": null,
    "noise_mask": null,
    "seed_internal": 0,
    "outdir": "/Users/chrisjohnston/ai/stable-diffusion-webui/outputs/img2img-images/Deforum",
    "prompts": {
        "0": "birds eye view of FROM_ABOVE, ocean, beach erosion, black sand, swell, fractal patterns, sacred geometry, wide angle photography, 8k, planet earth",
        "20": "birds eye view of FROM_ABOVE, ocean, beach erosion, black sand, swell, fractal patterns, sacred geometry, wide angle photography, 8k, planet earth",
        "40": "birds eye view of FROM_ABOVE, ocean, beach erosion, black sand, swell, fractal patterns, sacred geometry, wide angle photography, 8k, planet earth",
        "80": "birds eye view of FROM_ABOVE, ocean, beach erosion, black sand, swell, fractal patterns, sacred geometry, wide angle photography, 8k, planet earth",
        "120": "birds eye view of FROM_ABOVE, ocean, beach erosion, black sand, swell, fractal patterns, sacred geometry, wide angle photography, 8k, planet earth",
        "160": "birds eye view of FROM_ABOVE, ocean, beach erosion, black sand, swell, fractal patterns, sacred geometry, wide angle photography, 8k, planet earth",
        "200": "birds eye view of FROM_ABOVE, ocean, beach erosion, black sand, swell, fractal patterns, sacred geometry, wide angle photography, 8k, planet earth"
    },
    "animation_mode": "2D",
    "max_frames": 200,
    "border": "replicate",
    "angle": "0:(0)",
    "zoom": "0:(0)",
    "translation_x": "0:(1.02+0.02*sin(2*3.14*t/50))",
    "translation_y": "0:(0)",
    "translation_z": "0:(0)",
    "rotation_3d_x": "0:(0)",
    "rotation_3d_y": "0:(0)",
    "rotation_3d_z": "0:(0)",
    "flip_2d_perspective": false,
    "perspective_flip_theta": "0:(0)",
    "perspective_flip_phi": "0:(t%15)",
    "perspective_flip_gamma": "0:(0)",
    "perspective_flip_fv": "0:(53)",
    "noise_schedule": "0: (0.04)",
    "strength_schedule": "0: (0.4)",
    "contrast_schedule": "0: (0.25)",
    "cfg_scale_schedule": "0: (7)",
    "enable_steps_scheduling": false,
    "steps_schedule": "0: (25)",
    "fov_schedule": "0: (40)",
    "near_schedule": "0: (200)",
    "far_schedule": "0: (10000)",
    "seed_schedule": "0: (t%4294967293)",
    "enable_sampler_scheduling": false,
    "sampler_schedule": "0: (\"Euler a\")",
    "kernel_schedule": "0: (5)",
    "sigma_schedule": "0: (1.0)",
    "amount_schedule": "0: (0.1)",
    "threshold_schedule": "0: (0.0)",
    "histogram_matching": true,
    "color_coherence": "Match Frame 0 LAB",
    "color_coherence_video_every_N_frames": 1.0,
    "diffusion_cadence": 1.0,
    "noise_type": "perlin",
    "perlin_w": 8.0,
    "perlin_h": 8.0,
    "perlin_octaves": 4,
    "perlin_persistence": 0.5,
    "use_depth_warping": true,
    "midas_weight": 0.3,
    "near_plane": 200.0,
    "far_plane": 10000.0,
    "fov": 40.0,
    "padding_mode": "border",
    "sampling_mode": "bicubic",
    "save_depth_maps": false,
    "video_init_path": "/content/video_in.mp4",
    "extract_nth_frame": 1,
    "overwrite_extracted_frames": false,
    "use_mask_video": false,
    "video_mask_path": "/content/video_in.mp4",
    "interpolate_key_frames": false,
    "interpolate_x_frames": 4,
    "resume_from_timestring": false,
    "resume_timestring": "20220829210106",
    "hybrid_generate_inputframes": false,
    "hybrid_use_first_frame_as_init_image": false,
    "hybrid_motion": "None",
    "hybrid_flow_method": "Farneback",
    "hybrid_composite": false,
    "hybrid_comp_mask_type": "None",
    "hybrid_comp_mask_inverse": false,
    "hybrid_comp_mask_equalize": "None",
    "hybrid_comp_mask_auto_contrast": false,
    "hybrid_comp_save_extra_frames": false,
    "hybrid_comp_alpha_schedule": "0:(1)",
    "hybrid_comp_mask_blend_alpha_schedule": "0:(0.5)",
    "hybrid_comp_mask_contrast_schedule": "0:(1)",
    "hybrid_comp_mask_auto_contrast_cutoff_high_schedule": "0:(100)",
    "hybrid_comp_mask_auto_contrast_cutoff_low_schedule": "0:(0)",
    "parseq_manifest": "",
    "parseq_use_deltas": true
}
rwscarb commented 1 year ago

Have you tried setting zoom: 0: (1)?

CJohnDesign commented 1 year ago

That was it! Thanks!!