[Bug]: - Githubissues

Have you read the latest version of the FAQ?

[X] I have visited the FAQ page right now and my issue is not present there

Is there an existing issue for this?

[X] I have searched the existing issues and checked the recent builds/commits of both this extension and the webui

Are you using the latest version of the Deforum extension?

[X] I have Deforum updated to the lastest version and I still have the issue.

What happened?

hello when I go to the deforum and change the keyframes to 3D it shows mee this error:

Error: Input type (float) and bias type (struct c10::Half) should be the same. Check your schedules/ init values please. Also make sure you don't have a backwards slash in any of your PATHs - use / instead of .

Win11 AMD Radeon RX 6800 XT (16368 МБ) Python3.10.6

Steps to reproduce the problem

Go to Deforum Change keyframes to 3D Click generate ERROR

What should have happened/how would you fix it?

No response

Torch version

version: [1.5.1] python: 3.10.6 • torch: 2.0.0+cpu

On which platform are you launching the webui with the extension?

Local PC setup (Windows)

Deforum settings

{ "W": 512, "H": 512, "show_info_on_ui": true, "tiling": false, "restore_faces": false, "seed_resize_from_w": 0, "seed_resize_from_h": 0, "seed": 3690456440, "sampler": "Euler a", "steps": 25, "batch_name": "Deforum_20230810022355", "seed_behavior": "iter", "seed_iter_N": 1, "use_init": false, "strength": 0.8, "strength_0_no_init": true, "init_image": null, "use_mask": false, "use_alpha_as_mask": false, "mask_file": "https://deforum.github.io/a1/M1.jpg", "invert_mask": false, "mask_contrast_adjust": 1.0, "mask_brightness_adjust": 1.0, "overlay_mask": true, "mask_overlay_blur": 4, "fill": 1, "full_res_mask": true, "full_res_mask_padding": 4, "reroll_blank_frames": "ignore", "reroll_patience": 10.0, "prompts": { "0": " tiny cute bunny, vibrant diffraction, highly detailed, intricate, ultra hd, sharp photo, crepuscular rays, in focus, by tomasz alen kopera --neg nsfw, nude", "30": " anthropomorphic clean cat, surrounded by fractals, epic angle and pose, symmetrical, 3d, depth of field, ruan jia and fenghua zhong --neg nsfw, nude", "60": " a beautiful coconut --neg photo, realistic nsfw, nude", "90": " a beautiful durian, trending on Artstation --neg nsfw, nude" }, "positive_prompts": "", "negative_prompts": "nsfw, nude", "animation_mode": "3D", "max_frames": 120, "border": "replicate", "angle": "0: (0)", "zoom": "0: (1.0025+0.002sin(1.253.14t/30))", "translation_x": "0: (0)", "translation_y": "0: (0)", "translation_z": "0: (1.75)", "transform_center_x": "0: (0.5)", "transform_center_y": "0: (0.5)", "rotation_3d_x": "0: (0)", "rotation_3d_y": "0: (0)", "rotation_3d_z": "0: (0)", "enable_perspective_flip": false, "perspective_flip_theta": "0: (0)", "perspective_flip_phi": "0: (0)", "perspective_flip_gamma": "0: (0)", "perspective_flip_fv": "0: (53)", "noise_schedule": "0: (0.065)", "strength_schedule": "0: (0.65)", "contrast_schedule": "0: (1.0)", "cfg_scale_schedule": "0: (7)", "enable_steps_scheduling": false, "steps_schedule": "0: (25)", "fov_schedule": "0: (70)", "aspect_ratio_schedule": "0: (1)", "aspect_ratio_use_old_formula": false, "near_schedule": "0: (200)", "far_schedule": "0: (10000)", "seed_schedule": "0:(s), 1:(-1), \"max_f-2\":(-1), \"max_f-1\":(s)", "pix2pix_img_cfg_scale_schedule": "0:(1.5)", "enable_subseed_scheduling": false, "subseed_schedule": "0: (1)", "subseed_strength_schedule": "0: (0)", "enable_sampler_scheduling": false, "sampler_schedule": "0: (\"Euler a\")", "use_noise_mask": false, "mask_schedule": "0: (\"{video_mask}\")", "noise_mask_schedule": "0: (\"{video_mask}\")", "enable_checkpoint_scheduling": false, "checkpoint_schedule": "0: (\"model1.ckpt\"), 100: (\"model2.safetensors\")", "enable_clipskip_scheduling": false, "clipskip_schedule": "0: (2)", "enable_noise_multiplier_scheduling": true, "noise_multiplier_schedule": "0: (1.05)", "resume_from_timestring": false, "resume_timestring": "20230129210106", "enable_ddim_eta_scheduling": false, "ddim_eta_schedule": "0: (0)", "enable_ancestral_eta_scheduling": false, "ancestral_eta_schedule": "0: (1)", "amount_schedule": "0: (0.1)", "kernel_schedule": "0: (5)", "sigma_schedule": "0: (1)", "threshold_schedule": "0: (0)", "color_coherence": "LAB", "color_coherence_image_path": "", "color_coherence_video_every_N_frames": 1, "color_force_grayscale": false, "legacy_colormatch": false, "diffusion_cadence": 2, "optical_flow_cadence": "None", "cadence_flow_factor_schedule": "0: (1)", "optical_flow_redo_generation": "None", "redo_flow_factor_schedule": "0: (1)", "diffusion_redo": "0", "noise_type": "perlin", "perlin_octaves": 4, "perlin_persistence": 0.5, "use_depth_warping": true, "depth_algorithm": "Midas-3-Hybrid", "midas_weight": 0.2, "padding_mode": "border", "sampling_mode": "bicubic", "save_depth_maps": false, "video_init_path": "https://deforum.github.io/a1/V1.mp4", "extract_nth_frame": 1, "extract_from_frame": 0, "extract_to_frame": -1, "overwrite_extracted_frames": false, "use_mask_video": false, "video_mask_path": "https://deforum.github.io/a1/VM1.mp4", "hybrid_comp_alpha_schedule": "0:(0.5)", "hybrid_comp_mask_blend_alpha_schedule": "0:(0.5)", "hybrid_comp_mask_contrast_schedule": "0:(1)", "hybrid_comp_mask_auto_contrast_cutoff_high_schedule": "0:(100)", "hybrid_comp_mask_auto_contrast_cutoff_low_schedule": "0:(0)", "hybrid_flow_factor_schedule": "0:(1)", "hybrid_generate_inputframes": false, "hybrid_generate_human_masks": "None", "hybrid_use_first_frame_as_init_image": true, "hybrid_motion": "None", "hybrid_motion_use_prev_img": false, "hybrid_flow_consistency": false, "hybrid_consistency_blur": 2, "hybrid_flow_method": "RAFT", "hybrid_composite": "None", "hybrid_use_init_image": false, "hybrid_comp_mask_type": "None", "hybrid_comp_mask_inverse": false, "hybrid_comp_mask_equalize": "None", "hybrid_comp_mask_auto_contrast": false, "hybrid_comp_save_extra_frames": false, "parseq_manifest": "", "parseq_use_deltas": true, "use_looper": false, "init_images": "{\n \"0\": \"https://deforum.github.io/a1/Gi1.png\",\n \"max_f/4-5\": \"https://deforum.github.io/a1/Gi2.png\",\n \"max_f/2-10\": \"https://deforum.github.io/a1/Gi3.png\",\n \"3max_f/4-15\": \"https://deforum.github.io/a1/Gi4.jpg\",\n \"max_f-20\": \"https://deforum.github.io/a1/Gi1.png\"\n}", "image_strength_schedule": "0:(0.75)", "blendFactorMax": "0:(0.35)", "blendFactorSlope": "0:(0.25)", "tweening_frames_schedule": "0:(20)", "color_correction_factor": "0:(0.075)", "cn_1_overwrite_frames": true, "cn_1_vid_path": "", "cn_1_mask_vid_path": "", "cn_1_enabled": false, "cn_1_low_vram": false, "cn_1_pixel_perfect": false, "cn_1_module": "none", "cn_1_model": "None", "cn_1_weight": "0:(1)", "cn_1_guidance_start": "0:(0.0)", "cn_1_guidance_end": "0:(1.0)", "cn_1_processor_res": 64, "cn_1_threshold_a": 64, "cn_1_threshold_b": 64, "cn_1_resize_mode": "Inner Fit (Scale to Fit)", "cn_1_control_mode": "Balanced", "cn_1_loopback_mode": false, "cn_2_overwrite_frames": true, "cn_2_vid_path": "", "cn_2_mask_vid_path": "", "cn_2_enabled": false, "cn_2_low_vram": false, "cn_2_pixel_perfect": false, "cn_2_module": "none", "cn_2_model": "None", "cn_2_weight": "0:(1)", "cn_2_guidance_start": "0:(0.0)", "cn_2_guidance_end": "0:(1.0)", "cn_2_processor_res": 64, "cn_2_threshold_a": 64, "cn_2_threshold_b": 64, "cn_2_resize_mode": "Inner Fit (Scale to Fit)", "cn_2_control_mode": "Balanced", "cn_2_loopback_mode": false, "cn_3_overwrite_frames": true, "cn_3_vid_path": "", "cn_3_mask_vid_path": "", "cn_3_enabled": false, "cn_3_low_vram": false, "cn_3_pixel_perfect": false, "cn_3_module": "none", "cn_3_model": "None", "cn_3_weight": "0:(1)", "cn_3_guidance_start": "0:(0.0)", "cn_3_guidance_end": "0:(1.0)", "cn_3_processor_res": 64, "cn_3_threshold_a": 64, "cn_3_threshold_b": 64, "cn_3_resize_mode": "Inner Fit (Scale to Fit)", "cn_3_control_mode": "Balanced", "cn_3_loopback_mode": false, "cn_4_overwrite_frames": true, "cn_4_vid_path": "", "cn_4_mask_vid_path": "", "cn_4_enabled": false, "cn_4_low_vram": false, "cn_4_pixel_perfect": false, "cn_4_module": "none", "cn_4_model": "None", "cn_4_weight": "0:(1)", "cn_4_guidance_start": "0:(0.0)", "cn_4_guidance_end": "0:(1.0)", "cn_4_processor_res": 64, "cn_4_threshold_a": 64, "cn_4_threshold_b": 64, "cn_4_resize_mode": "Inner Fit (Scale to Fit)", "cn_4_control_mode": "Balanced", "cn_4_loopback_mode": false, "cn_5_overwrite_frames": true, "cn_5_vid_path": "", "cn_5_mask_vid_path": "", "cn_5_enabled": false, "cn_5_low_vram": false, "cn_5_pixel_perfect": false, "cn_5_module": "none", "cn_5_model": "None", "cn_5_weight": "0:(1)", "cn_5_guidance_start": "0:(0.0)", "cn_5_guidance_end": "0:(1.0)", "cn_5_processor_res": 64, "cn_5_threshold_a": 64, "cn_5_threshold_b": 64, "cn_5_resize_mode": "Inner Fit (Scale to Fit)", "cn_5_control_mode": "Balanced", "cn_5_loopback_mode": false, "skip_video_creation": false, "fps": 15, "make_gif": false, "delete_imgs": false, "delete_input_frames": false, "add_soundtrack": "None", "soundtrack_path": "https://deforum.github.io/a1/A1.mp3", "r_upscale_video": false, "r_upscale_factor": "x2", "r_upscale_model": "realesr-animevideov3", "r_upscale_keep_imgs": true, "store_frames_in_ram": false, "frame_interpolation_engine": "None", "frame_interpolation_x_amount": 2, "frame_interpolation_slow_mo_enabled": false, "frame_interpolation_slow_mo_amount": 2, "frame_interpolation_keep_imgs": true, "frame_interpolation_use_upscaled": false, "sd_model_name": "dreamshaper_8.safetensors", "sd_model_hash": "9d40847d", "deforum_git_commit_id": "ff0680bb" }

Webui core settings

https://drive.google.com/file/d/1j5OvKc4Y6fyGnvjZfT4UspVGQSGzQuqc/view?usp=sharing

Console logs

Already up to date.
venv "E:\DEFORUM\stable-diffusion-webui-directml\venv\Scripts\Python.exe"
fatal: No names found, cannot describe anything.
Python 3.10.6 (tags/v3.10.6:9c7b4bd, Aug  1 2022, 21:53:49) [MSC v.1932 64 bit (AMD64)]
Version: 1.5.1
Commit hash: b180d1df30125ed606f94a779536f2dfb8aca74a

Launching Web UI with arguments:
no module 'xformers'. Processing without...
no module 'xformers'. Processing without...
No module 'xformers'. Proceeding without it.
2023-08-10 02:22:14,497 - ControlNet - INFO - ControlNet v1.1.237
ControlNet preprocessor location: E:\DEFORUM\stable-diffusion-webui-directml\extensions\sd-webui-controlnet\annotator\downloads
2023-08-10 02:22:14,579 - ControlNet - INFO - ControlNet v1.1.237
Loading weights [879db523c3] from E:\DEFORUM\stable-diffusion-webui-directml\models\Stable-diffusion\dreamshaper_8.safetensors
*Deforum ControlNet support: enabled*
Creating model from config: E:\DEFORUM\stable-diffusion-webui-directml\configs\v1-inference.yaml
LatentDiffusion: Running in eps-prediction mode
Running on local URL:  http://127.0.0.1:7860

To create a public link, set `share=True` in `launch()`.
Startup time: 12.1s (launcher: 1.3s, import torch: 4.5s, import gradio: 1.2s, setup paths: 1.6s, other imports: 1.8s, list SD models: 0.2s, load scripts: 0.8s, create ui: 0.4s, gradio launch: 0.3s).
DiffusionWrapper has 859.52 M params.
Applying attention optimization: InvokeAI... done.
Model loaded in 4.2s (load weights from disk: 0.6s, create model: 0.3s, apply weights to model: 0.5s, apply half(): 0.5s, move model to device: 2.1s, calculate empty prompt: 0.1s).
started run_deforum
times_to_run: 1
Deforum extension for auto1111 webui
Git commit: ff0680bb
Starting job task(vvbsc33qytsrqt0)-0...
Saving animation frames to:
E:\DEFORUM\stable-diffusion-webui-directml\outputs/img2img-images\Deforum_20230810022355
Loading MiDaS model from dpt_large-midas-2f21e586.pt...
Animation frame: 0/120
Seed: 3690456440
Prompt: tiny cute bunny, vibrant diffraction, highly detailed, intricate, ultra hd, sharp photo, crepuscular rays, in focus, by tomasz alen kopera
Neg Prompt: nsfw, nude
Not using an init image (doing pure txt2img)
╭─────┬───┬───────┬────┬────┬────┬────┬────┬────╮
│Steps│CFG│Denoise│Tr X│Tr Y│Tr Z│Ro X│Ro Y│Ro Z│
├─────┼───┼───────┼────┼────┼────┼────┼────┼────┤
│ 25  │7.0│   0   │ 0  │ 0  │1.75│ 0  │ 0  │ 0  │
╰─────┴───┴───────┴────┴────┴────┴────┴────┴────╯
100%|██████████████████████████████████████████████████████████████████████████████████| 25/25 [00:40<00:00,  1.60s/it]
Animation frame: 2/120  █▊                                                            | 25/556 [00:37<13:06,  1.48s/it]
Creating in-between cadence frame: 0; tween:0.50;

*START OF TRACEBACK*
Traceback (most recent call last):
  File "E:\DEFORUM\stable-diffusion-webui-directml\extensions\sd-webui-deforum\scripts\deforum_helpers\run_deforum.py", line 94, in run_deforum
    render_animation(args, anim_args, video_args, parseq_args, loop_args, controlnet_args, root)
  File "E:\DEFORUM\stable-diffusion-webui-directml\extensions\sd-webui-deforum\scripts\deforum_helpers\render.py", line 305, in render_animation
    depth = depth_model.predict(turbo_next_image, anim_args.midas_weight, root.half_precision)
  File "E:\DEFORUM\stable-diffusion-webui-directml\extensions\sd-webui-deforum\scripts\deforum_helpers\depth.py", line 88, in predict
    depth_tensor = self.midas_depth.predict(prev_img_cv2, half_precision)
  File "E:\DEFORUM\stable-diffusion-webui-directml\extensions\sd-webui-deforum\scripts\deforum_helpers\depth_midas.py", line 60, in predict
    midas_depth = self.midas_model.forward(sample)
  File "E:\DEFORUM\stable-diffusion-webui-directml\extensions\sd-webui-deforum\scripts\deforum_helpers\src\midas\dpt_depth.py", line 166, in forward
    return super().forward(x).squeeze(dim=1)
  File "E:\DEFORUM\stable-diffusion-webui-directml\extensions\sd-webui-deforum\scripts\deforum_helpers\src\midas\dpt_depth.py", line 114, in forward
    layers = self.forward_transformer(self.pretrained, x)
  File "E:\DEFORUM\stable-diffusion-webui-directml\extensions\sd-webui-deforum\scripts\deforum_helpers\src\midas\backbones\vit.py", line 13, in forward_vit
    return forward_adapted_unflatten(pretrained, x, "forward_flex")
  File "E:\DEFORUM\stable-diffusion-webui-directml\extensions\sd-webui-deforum\scripts\deforum_helpers\src\midas\backbones\utils.py", line 86, in forward_adapted_unflatten
    exec(f"glob = pretrained.model.{function_name}(x)")
  File "<string>", line 1, in <module>
  File "E:\DEFORUM\stable-diffusion-webui-directml\extensions\sd-webui-deforum\scripts\deforum_helpers\src\midas\backbones\vit.py", line 47, in forward_flex
    x = self.patch_embed.proj(x).flatten(2).transpose(1, 2)
  File "E:\DEFORUM\stable-diffusion-webui-directml\venv\lib\site-packages\torch\nn\modules\module.py", line 1501, in _call_impl
    return forward_call(*args, **kwargs)
  File "E:\DEFORUM\stable-diffusion-webui-directml\extensions-builtin\Lora\networks.py", line 376, in network_Conv2d_forward
    return torch.nn.Conv2d_forward_before_network(self, input)
  File "E:\DEFORUM\stable-diffusion-webui-directml\venv\lib\site-packages\torch\nn\modules\conv.py", line 463, in forward
    return self._conv_forward(input, self.weight, self.bias)
  File "E:\DEFORUM\stable-diffusion-webui-directml\venv\lib\site-packages\torch\nn\modules\conv.py", line 459, in _conv_forward
    return F.conv2d(input, weight, bias, self.stride,
  File "E:\DEFORUM\stable-diffusion-webui-directml\modules\dml\amp\autocast_mode.py", line 39, in <lambda>
    setattr(resolved_obj, func_path[-1], lambda *args, **kwargs: forward(op, args, kwargs))
  File "E:\DEFORUM\stable-diffusion-webui-directml\modules\dml\amp\autocast_mode.py", line 13, in forward
    return op(*args, **kwargs)
RuntimeError: Input type (float) and bias type (struct c10::Half) should be the same
*END OF TRACEBACK*

User friendly error message:
Error: Input type (float) and bias type (struct c10::Half) should be the same. Check your schedules/ init values please. Also make sure you don't have a backwards slash in any of your PATHs - use / instead of \.
Deforum progress:   4%|██▊                                                            | 25/556 [00:39<13:53,  1.57s/it]

Additional information