lllyasviel / stable-diffusion-webui-forge

GNU Affero General Public License v3.0
5.34k stars 527 forks source link

[Bug]: dynhalfconsinecfg in integrated latentmodifier does not work when batch size > 2 #258

Open banjaminicc opened 4 months ago

banjaminicc commented 4 months ago

Checklist

What happened?

  1. Set batch size to 2
  2. Select dyncfg-halfcosine in the included latent modifier
  3. Image would fail to generate

Steps to reproduce the problem

  1. Set batch size to 2
  2. Select dyncfg-halfcosine in the included latent modifier
  3. Image would fail to generate

What should have happened?

Image should be generated or proper warning in place

What browsers do you use to access the UI ?

Mozilla Firefox, Google Chrome

Sysinfo

{
    "Platform": "Windows-10-10.0.22631-SP0",
    "Python": "3.10.11",
    "Version": "f0.0.12-latest-114-g8316773c",
    "Commit": "8316773caaa3327ab205ae3b6250bbe07374d247",
    "Script path": "E:\\stable-diffusion-webui-forge",
    "Data path": "E:\\stable-diffusion-webui-forge",
    "Extensions dir": "E:\\stable-diffusion-webui-forge\\extensions",
    "Checksum": "3ea32a573f4c594d3e36077d11c3d0d1f0ca7667c7ba58e3a29a2247244dc80d",
    "Commandline": [
        "launch.py"
    ],
    "Torch env info": {
        "torch_version": "2.1.2+cu121",
        "is_debug_build": "False",
        "cuda_compiled_version": "12.1",
        "gcc_version": null,
        "clang_version": null,
        "cmake_version": null,
        "os": "Microsoft Windows 11 Pro",
        "libc_version": "N/A",
        "python_version": "3.10.11 (tags/v3.10.11:7d4cc5a, Apr  5 2023, 00:38:17) [MSC v.1929 64 bit (AMD64)] (64-bit runtime)",
        "python_platform": "Windows-10-10.0.22631-SP0",
        "is_cuda_available": "True",
        "cuda_runtime_version": null,
        "cuda_module_loading": "LAZY",
        "nvidia_driver_version": "546.33",
        "nvidia_gpu_models": "GPU 0: NVIDIA GeForce RTX 3060",
        "cudnn_version": "F:\\CUDA-11.8_cuDNN-8.9.1_TensorRT-8.6.1.6_win64\\bin\\cudnn_ops_infer64_8.dll",
        "pip_version": "pip3",
        "pip_packages": [
            "numpy==1.26.2",
            "open-clip-torch==2.20.0",
            "pytorch-lightning==1.9.4",
            "stable-fast==1.0.2.dev20240127+torch212cu121",
            "torch==2.1.2+cu121",
            "torchdiffeq==0.2.3",
            "torchmetrics==1.3.0.post0",
            "torchsde==0.2.6",
            "torchvision==0.16.2+cu121"
        ],
        "conda_packages": null,
        "hip_compiled_version": "N/A",
        "hip_runtime_version": "N/A",
        "miopen_runtime_version": "N/A",
        "caching_allocator_config": "garbage_collection_threshold:0.9,max_split_size_mb:512",
        "is_xnnpack_available": "True",
        "cpu_info": [
            "'wmic' is not recognized as an internal or external command,",
            "operable program or batch file."
        ]
    },
    "Exceptions": [],
    "CPU": {
        "model": "AMD64 Family 23 Model 113 Stepping 0, AuthenticAMD",
        "count logical": 16,
        "count physical": 8
    },
    "RAM": {
        "total": "80GB",
        "used": "61GB",
        "free": "19GB"
    },
    "Extensions": [
        {
            "name": "Catppuccin Theme",
            "path": "E:\\stable-diffusion-webui-forge\\extensions\\Catppuccin Theme",
            "version": "6f1eebbe",
            "branch": "main",
            "remote": "https://github.com/catppuccin/stable-diffusion-webui.git"
        },
        {
            "name": "sd-webui-aspect-ratio-helper",
            "path": "E:\\stable-diffusion-webui-forge\\extensions\\sd-webui-aspect-ratio-helper",
            "version": "99fcf9b0",
            "branch": "main",
            "remote": "https://github.com/thomasasfk/sd-webui-aspect-ratio-helper.git"
        },
        {
            "name": "sd-webui-diffusion-cg",
            "path": "E:\\stable-diffusion-webui-forge\\extensions\\sd-webui-diffusion-cg",
            "version": "caabeeeb",
            "branch": "main",
            "remote": "https://github.com/Haoming02/sd-webui-diffusion-cg.git"
        },
        {
            "name": "sd-webui-lora-block-weight",
            "path": "E:\\stable-diffusion-webui-forge\\extensions\\sd-webui-lora-block-weight",
            "version": "cbec7997",
            "branch": "main",
            "remote": "https://github.com/hako-mikan/sd-webui-lora-block-weight.git"
        },
        {
            "name": "sd-webui-reactor",
            "path": "E:\\stable-diffusion-webui-forge\\extensions\\sd-webui-reactor",
            "version": "96d7a062",
            "branch": "main",
            "remote": "https://github.com/Gourieff/sd-webui-reactor.git"
        },
        {
            "name": "sd-webui-stablesr",
            "path": "E:\\stable-diffusion-webui-forge\\extensions\\sd-webui-stablesr",
            "version": "e3a7c69c",
            "branch": "master",
            "remote": "https://github.com/pkuliyi2015/sd-webui-stablesr.git"
        }
    ],
    "Inactive extensions": [],
    "Environment": {
        "GRADIO_ANALYTICS_ENABLED": "False"
    },
    "Config": {
        "ldsr_steps": 50,
        "ldsr_cached": true,
        "SCUNET_tile": 256,
        "SCUNET_tile_overlap": 8,
        "SWIN_tile": 192,
        "SWIN_tile_overlap": 8,
        "SWIN_torch_compile": false,
        "control_net_detectedmap_dir": "detected_maps",
        "control_net_models_path": "",
        "control_net_modules_path": "",
        "control_net_unit_count": 5,
        "control_net_model_cache_size": 3,
        "control_net_no_detectmap": false,
        "control_net_detectmap_autosaving": false,
        "control_net_allow_script_control": true,
        "control_net_sync_field_args": true,
        "controlnet_show_batch_images_in_ui": false,
        "controlnet_increment_seed_during_batch": false,
        "controlnet_disable_openpose_edit": false,
        "controlnet_disable_photopea_edit": false,
        "controlnet_photopea_warning": true,
        "controlnet_input_thumbnail": true,
        "sd_checkpoint_hash": "b190397c8a2f827885ac60a3be76ade1f21f122a9c5cf5915ed921b763f04b9c",
        "outdir_samples": "",
        "outdir_txt2img_samples": "R:\\txt2img-images",
        "outdir_img2img_samples": "R:\\img2img-images",
        "outdir_extras_samples": "R:\\extras-images",
        "outdir_grids": "",
        "outdir_txt2img_grids": "output\\txt2img-grids",
        "outdir_img2img_grids": "output\\img2img-grids",
        "outdir_save": "log\\images",
        "outdir_init_images": "output\\init-images",
        "samples_save": true,
        "samples_format": "png",
        "samples_filename_pattern": "",
        "save_images_add_number": true,
        "save_images_replace_action": "Replace",
        "grid_save": true,
        "grid_format": "png",
        "grid_extended_filename": false,
        "grid_only_if_multiple": true,
        "grid_prevent_empty_spots": false,
        "grid_zip_filename_pattern": "",
        "n_rows": -1,
        "font": "",
        "grid_text_active_color": "#000000",
        "grid_text_inactive_color": "#999999",
        "grid_background_color": "#ffffff",
        "save_images_before_face_restoration": false,
        "save_images_before_highres_fix": false,
        "save_images_before_color_correction": false,
        "save_mask": false,
        "save_mask_composite": false,
        "jpeg_quality": 80,
        "webp_lossless": false,
        "export_for_4chan": true,
        "img_downscale_threshold": 4.0,
        "target_side_length": 4000.0,
        "img_max_size_mp": 200.0,
        "use_original_name_batch": true,
        "use_upscaler_name_as_suffix": false,
        "save_selected_only": true,
        "save_init_img": false,
        "temp_dir": "",
        "clean_temp_dir_at_start": false,
        "save_incomplete_images": false,
        "notification_audio": true,
        "notification_volume": 100,
        "save_to_dirs": true,
        "grid_save_to_dirs": true,
        "use_save_to_dirs_for_ui": false,
        "directories_filename_pattern": "[date]",
        "directories_max_prompt_words": 8,
        "auto_backcompat": true,
        "use_old_emphasis_implementation": false,
        "use_old_karras_scheduler_sigmas": false,
        "no_dpmpp_sde_batch_determinism": false,
        "use_old_hires_fix_width_height": false,
        "dont_fix_second_order_samplers_schedule": false,
        "hires_fix_use_firstpass_conds": false,
        "use_old_scheduling": false,
        "use_downcasted_alpha_bar": false,
        "lora_functional": false,
        "extra_networks_show_hidden_directories": true,
        "extra_networks_dir_button_function": false,
        "extra_networks_hidden_models": "When searched",
        "extra_networks_default_multiplier": 1,
        "extra_networks_card_width": 0.0,
        "extra_networks_card_height": 0.0,
        "extra_networks_card_text_scale": 1,
        "extra_networks_card_show_desc": true,
        "extra_networks_card_order_field": "Path",
        "extra_networks_card_order": "Ascending",
        "extra_networks_tree_view_default_enabled": false,
        "extra_networks_add_text_separator": " ",
        "ui_extra_networks_tab_reorder": "",
        "textual_inversion_print_at_load": false,
        "textual_inversion_add_hashes_to_infotext": true,
        "sd_hypernetwork": "None",
        "sd_lora": "None",
        "lora_preferred_name": "Alias from file",
        "lora_add_hashes_to_infotext": true,
        "lora_show_all": false,
        "lora_hide_unknown_for_versions": [],
        "lora_in_memory_limit": 5,
        "lora_not_found_warning_console": true,
        "lora_not_found_gradio_warning": true,
        "cross_attention_optimization": "sdp - scaled dot product",
        "s_min_uncond": 1.5,
        "token_merging_ratio": 0.3,
        "token_merging_ratio_img2img": 0.3,
        "token_merging_ratio_hr": 0,
        "pad_cond_uncond": true,
        "pad_cond_uncond_v0": false,
        "persistent_cond_cache": true,
        "batch_cond_uncond": false,
        "fp8_storage": "Enable for SDXL",
        "cache_fp16_weight": true,
        "hide_samplers": [],
        "eta_ddim": 0,
        "eta_ancestral": 1,
        "ddim_discretize": "uniform",
        "s_churn": 0,
        "s_tmin": 0,
        "s_tmax": 0,
        "s_noise": 1,
        "k_sched_type": "Automatic",
        "sigma_min": 0.0,
        "sigma_max": 0.0,
        "rho": 0.0,
        "eta_noise_seed_delta": 0,
        "always_discard_next_to_last_sigma": false,
        "sgm_noise_multiplier": false,
        "uni_pc_variant": "bh1",
        "uni_pc_skip_type": "time_uniform",
        "uni_pc_order": 3,
        "uni_pc_lower_order_final": true,
        "sd_noise_schedule": "Default",
        "sd_checkpoints_limit": 1,
        "sd_checkpoints_keep_in_cpu": true,
        "sd_checkpoint_cache": 0,
        "sd_unet": "Automatic",
        "enable_quantization": true,
        "enable_emphasis": true,
        "enable_batch_seeds": true,
        "comma_padding_backtrack": 20,
        "upcast_attn": false,
        "randn_source": "GPU",
        "tiling": false,
        "hires_fix_refiner_pass": "second pass",
        "sdxl_crop_top": 0.0,
        "sdxl_crop_left": 0.0,
        "sdxl_refiner_low_aesthetic_score": 2.5,
        "sdxl_refiner_high_aesthetic_score": 6.0,
        "sd_vae_checkpoint_cache": 1,
        "sd_vae_overrides_per_model_preferences": true,
        "auto_vae_precision_bfloat16": true,
        "auto_vae_precision": true,
        "sd_vae_encode_method": "Full",
        "sd_vae_decode_method": "Full",
        "inpainting_mask_weight": 1,
        "initial_noise_multiplier": 1,
        "img2img_extra_noise": 0,
        "img2img_color_correction": false,
        "img2img_fix_steps": false,
        "img2img_background_color": "#ffffff",
        "img2img_editor_height": 720,
        "img2img_sketch_default_brush_color": "#ffffff",
        "img2img_inpaint_mask_brush_color": "#ffffff",
        "img2img_inpaint_sketch_default_brush_color": "#ffffff",
        "return_mask": false,
        "return_mask_composite": false,
        "img2img_batch_show_results_limit": 32,
        "overlay_inpaint": true,
        "return_grid": true,
        "do_not_show_images": false,
        "js_modal_lightbox": true,
        "js_modal_lightbox_initially_zoomed": true,
        "js_modal_lightbox_gamepad": false,
        "js_modal_lightbox_gamepad_repeat": 250.0,
        "sd_webui_modal_lightbox_icon_opacity": 1,
        "sd_webui_modal_lightbox_toolbar_opacity": 0.9,
        "gallery_height": "",
        "enable_pnginfo": true,
        "save_txt": false,
        "add_model_name_to_info": true,
        "add_model_hash_to_info": true,
        "add_vae_name_to_info": true,
        "add_vae_hash_to_info": true,
        "add_user_name_to_info": false,
        "add_version_to_infotext": true,
        "disable_weights_auto_swap": true,
        "infotext_skip_pasting": [],
        "infotext_styles": "Apply if any",
        "show_progressbar": true,
        "live_previews_enable": false,
        "live_previews_image_format": "png",
        "show_progress_grid": true,
        "show_progress_every_n_steps": 3,
        "show_progress_type": "TAESD",
        "live_preview_allow_lowvram_full": false,
        "live_preview_content": "Prompt",
        "live_preview_refresh_period": 1000.0,
        "live_preview_fast_interrupt": false,
        "js_live_preview_in_modal_lightbox": false,
        "keyedit_precision_attention": 0.1,
        "keyedit_precision_extra": 0.05,
        "keyedit_delimiters": ".,\\/!?%^*;:{}=`~() ",
        "keyedit_delimiters_whitespace": [
            "Tab",
            "Carriage Return",
            "Line Feed"
        ],
        "keyedit_move": true,
        "disable_token_counters": false,
        "extra_options_txt2img": [],
        "extra_options_img2img": [],
        "extra_options_cols": 1,
        "extra_options_accordion": false,
        "compact_prompt_box": false,
        "samplers_in_dropdown": true,
        "dimensions_and_batch_together": true,
        "sd_checkpoint_dropdown_use_short": false,
        "hires_fix_show_sampler": false,
        "hires_fix_show_prompts": false,
        "txt2img_settings_accordion": false,
        "img2img_settings_accordion": false,
        "interrupt_after_current": true,
        "localization": "None",
        "quicksettings_list": [
            "sd_model_checkpoint",
            "sd_vae",
            "CLIP_stop_at_last_layers"
        ],
        "ui_tab_order": [],
        "hidden_tabs": [],
        "ui_reorder_list": [],
        "gradio_theme": "Default",
        "gradio_themes_cache": true,
        "show_progress_in_title": true,
        "send_seed": true,
        "send_size": true,
        "api_enable_requests": true,
        "api_forbid_local_requests": true,
        "api_useragent": "",
        "auto_launch_browser": "Local",
        "enable_console_prompts": false,
        "show_warnings": false,
        "show_gradio_deprecation_warnings": true,
        "memmon_poll_rate": 8,
        "samples_log_stdout": false,
        "multiple_tqdm": true,
        "enable_upscale_progressbar": true,
        "print_hypernet_extra": false,
        "list_hidden_files": true,
        "disable_mmap_load_safetensors": false,
        "hide_ldm_prints": true,
        "dump_stacks_on_signal": false,
        "face_restoration": false,
        "face_restoration_model": "CodeFormer",
        "code_former_weight": 0.5,
        "face_restoration_unload": false,
        "postprocessing_enable_in_main_ui": [
            "CodeFormer",
            "Upscale"
        ],
        "postprocessing_operation_order": [],
        "upscaling_max_images_in_cache": 5,
        "postprocessing_existing_caption_action": "Ignore",
        "ESRGAN_tile": 0,
        "ESRGAN_tile_overlap": 8,
        "realesrgan_enabled_models": [
            "R-ESRGAN 4x+",
            "R-ESRGAN 4x+ Anime6B"
        ],
        "dat_enabled_models": [
            "DAT x2",
            "DAT x3",
            "DAT x4"
        ],
        "DAT_tile": 192,
        "DAT_tile_overlap": 8,
        "unload_models_when_training": false,
        "pin_memory": false,
        "save_optimizer_state": false,
        "save_training_settings_to_txt": true,
        "dataset_filename_word_regex": "",
        "dataset_filename_join_string": " ",
        "training_image_repeats_per_epoch": 1,
        "training_write_csv_every": 500.0,
        "training_xattention_optimizations": false,
        "training_enable_tensorboard": false,
        "training_tensorboard_save_images": false,
        "training_tensorboard_flush_every": 120.0,
        "canvas_hotkey_zoom": "Alt",
        "canvas_hotkey_adjust": "Ctrl",
        "canvas_hotkey_shrink_brush": "Q",
        "canvas_hotkey_grow_brush": "W",
        "canvas_hotkey_move": "F",
        "canvas_hotkey_fullscreen": "S",
        "canvas_hotkey_reset": "R",
        "canvas_hotkey_overlap": "O",
        "canvas_show_tooltip": true,
        "canvas_auto_expand": true,
        "canvas_blur_prompt": false,
        "canvas_disabled_functions": [
            "Overlap"
        ],
        "interrogate_keep_models_in_memory": false,
        "interrogate_return_ranks": false,
        "interrogate_clip_num_beams": 1,
        "interrogate_clip_min_length": 24,
        "interrogate_clip_max_length": 48,
        "interrogate_clip_dict_limit": 1500.0,
        "interrogate_clip_skip_categories": [],
        "interrogate_deepbooru_score_threshold": 0.5,
        "deepbooru_sort_alpha": true,
        "deepbooru_use_spaces": true,
        "deepbooru_escape": true,
        "deepbooru_filter_tags": "",
        "ctp_flavor": "mocha",
        "accent_color": "maroon",
        "arh_javascript_aspect_ratio_show": true,
        "arh_javascript_aspect_ratio": "1:1, 3:2, 4:3, 5:4, 16:9",
        "arh_ui_javascript_selection_method": "Aspect Ratios Dropdown",
        "arh_hide_accordion_by_default": true,
        "arh_expand_by_default": false,
        "arh_ui_component_order_key": "MaxDimensionScaler, MinDimensionScaler, PredefinedAspectRatioButtons, PredefinedPercentageButtons",
        "arh_show_max_width_or_height": false,
        "arh_max_width_or_height": 1024.0,
        "arh_show_min_width_or_height": false,
        "arh_min_width_or_height": 1024.0,
        "arh_show_predefined_aspect_ratios": false,
        "arh_predefined_aspect_ratio_use_max_dim": false,
        "arh_predefined_aspect_ratios": "1:1, 4:3, 16:9, 9:16, 21:9",
        "arh_show_predefined_percentages": false,
        "arh_predefined_percentages": "25, 50, 75, 125, 150, 175, 200",
        "arh_predefined_percentages_display_key": "Incremental/decremental percentage (-50%, +50%)",
        "sd_model_checkpoint": "sdxxxl_v30.safetensors [b190397c8a]",
        "upscaler_for_img2img": "2x_OpenProteus_Compact_i2_70K",
        "CLIP_stop_at_last_layers": 1,
        "sd_vae": "sdxl_vae-fp16.safetensors",
        "always_center": "None",
        "always_normalize": "None",
        "default_arch": "1.5",
        "show_center_opt": false,
        "tensor_debug": false
    },
    "Startup": {
        "total": 36.8242928981781,
        "records": {
            "initial startup": 0.027800321578979492,
            "prepare environment/checks": 0.009632587432861328,
            "prepare environment/git version info": 0.3082916736602783,
            "prepare environment/torch GPU test": 5.356300115585327,
            "prepare environment/clone repositores": 0.22636866569519043,
            "prepare environment/run extensions installers/Catppuccin Theme": 0.00699925422668457,
            "prepare environment/run extensions installers/sd-webui-aspect-ratio-helper": 0.0,
            "prepare environment/run extensions installers/sd-webui-diffusion-cg": 0.0,
            "prepare environment/run extensions installers/sd-webui-lora-block-weight": 0.0,
            "prepare environment/run extensions installers/sd-webui-reactor": 7.3926756381988525,
            "prepare environment/run extensions installers/sd-webui-stablesr": 0.0,
            "prepare environment/run extensions installers": 7.399674892425537,
            "prepare environment/run extensions_builtin installers/canvas-zoom-and-pan": 0.0,
            "prepare environment/run extensions_builtin installers/extra-options-section": 0.0,
            "prepare environment/run extensions_builtin installers/forge_legacy_preprocessors": 0.39148449897766113,
            "prepare environment/run extensions_builtin installers/forge_preprocessor_inpaint": 0.0,
            "prepare environment/run extensions_builtin installers/forge_preprocessor_marigold": 0.0,
            "prepare environment/run extensions_builtin installers/forge_preprocessor_normalbae": 0.0,
            "prepare environment/run extensions_builtin installers/forge_preprocessor_recolor": 0.0,
            "prepare environment/run extensions_builtin installers/forge_preprocessor_reference": 0.0,
            "prepare environment/run extensions_builtin installers/forge_preprocessor_revision": 0.0,
            "prepare environment/run extensions_builtin installers/forge_preprocessor_tile": 0.0,
            "prepare environment/run extensions_builtin installers/LDSR": 0.0,
            "prepare environment/run extensions_builtin installers/Lora": 0.0,
            "prepare environment/run extensions_builtin installers/mobile": 0.0,
            "prepare environment/run extensions_builtin installers/prompt-bracket-checker": 0.0,
            "prepare environment/run extensions_builtin installers/ScuNET": 0.0,
            "prepare environment/run extensions_builtin installers/sd_forge_controlllite": 0.0,
            "prepare environment/run extensions_builtin installers/sd_forge_controlnet": 0.44800758361816406,
            "prepare environment/run extensions_builtin installers/sd_forge_controlnet_example": 0.0,
            "prepare environment/run extensions_builtin installers/sd_forge_dynamic_thresholding": 0.0,
            "prepare environment/run extensions_builtin installers/sd_forge_fooocus_inpaint": 0.0,
            "prepare environment/run extensions_builtin installers/sd_forge_freeu": 0.0,
            "prepare environment/run extensions_builtin installers/sd_forge_hypertile": 0.0010008811950683594,
            "prepare environment/run extensions_builtin installers/sd_forge_ipadapter": 0.0,
            "prepare environment/run extensions_builtin installers/sd_forge_kohya_hrfix": 0.0,
            "prepare environment/run extensions_builtin installers/sd_forge_latent_modifier": 0.0,
            "prepare environment/run extensions_builtin installers/sd_forge_multidiffusion": 0.0,
            "prepare environment/run extensions_builtin installers/sd_forge_photomaker": 0.0,
            "prepare environment/run extensions_builtin installers/sd_forge_sag": 0.0,
            "prepare environment/run extensions_builtin installers/sd_forge_stylealign": 0.0,
            "prepare environment/run extensions_builtin installers/sd_forge_svd": 0.0,
            "prepare environment/run extensions_builtin installers/sd_forge_z123": 0.0,
            "prepare environment/run extensions_builtin installers/soft-inpainting": 0.0,
            "prepare environment/run extensions_builtin installers/SwinIR": 0.0,
            "prepare environment/run extensions_builtin installers": 0.8404929637908936,
            "prepare environment": 14.404105424880981,
            "launcher": 0.004997730255126953,
            "import torch": 7.5620434284210205,
            "import gradio": 2.928675651550293,
            "setup paths": 2.570863723754883,
            "import ldm": 0.007542610168457031,
            "import sgm": 0.0,
            "initialize shared": 0.28370118141174316,
            "other imports": 1.8911800384521484,
            "opts onchange": 0.0,
            "setup SD model": 0.0010004043579101562,
            "setup codeformer": 0.0019979476928710938,
            "setup gfpgan": 0.034575462341308594,
            "set samplers": 0.0,
            "list extensions": 0.007514476776123047,
            "restore config state file": 0.0,
            "list SD models": 0.23836731910705566,
            "list localizations": 0.0010018348693847656,
            "load scripts/custom_code.py": 0.009517431259155273,
            "load scripts/img2imgalt.py": 0.000997304916381836,
            "load scripts/loopback.py": 0.0009989738464355469,
            "load scripts/outpainting_mk_2.py": 0.0010001659393310547,
            "load scripts/poor_mans_outpainting.py": 0.00099945068359375,
            "load scripts/postprocessing_caption.py": 0.0,
            "load scripts/postprocessing_codeformer.py": 0.0010008811950683594,
            "load scripts/postprocessing_create_flipped_copies.py": 0.0013370513916015625,
            "load scripts/postprocessing_focal_crop.py": 0.008512258529663086,
            "load scripts/postprocessing_gfpgan.py": 0.0010075569152832031,
            "load scripts/postprocessing_split_oversized.py": 0.0010001659393310547,
            "load scripts/postprocessing_upscale.py": 0.0010001659393310547,
            "load scripts/processing_autosized_crop.py": 0.0010006427764892578,
            "load scripts/prompt_matrix.py": 0.0009992122650146484,
            "load scripts/prompts_from_file.py": 0.0010044574737548828,
            "load scripts/sd_upscale.py": 0.0009965896606445312,
            "load scripts/xyz_grid.py": 0.002001047134399414,
            "load scripts/ldsr_model.py": 0.8235490322113037,
            "load scripts/lora_script.py": 0.4568169116973877,
            "load scripts/scunet_model.py": 0.07298874855041504,
            "load scripts/swinir_model.py": 0.10323143005371094,
            "load scripts/hotkey_config.py": 0.0009953975677490234,
            "load scripts/extra_options_section.py": 0.0010008811950683594,
            "load scripts/legacy_preprocessors.py": 0.010509014129638672,
            "load scripts/preprocessor_inpaint.py": 0.01723957061767578,
            "load scripts/preprocessor_marigold.py": 0.1500406265258789,
            "load scripts/preprocessor_normalbae.py": 0.00713038444519043,
            "load scripts/preprocessor_recolor.py": 0.0,
            "load scripts/forge_reference.py": 0.000997304916381836,
            "load scripts/preprocessor_revision.py": 0.001001119613647461,
            "load scripts/preprocessor_tile.py": 0.0,
            "load scripts/forge_controllllite.py": 0.011517524719238281,
            "load scripts/controlnet.py": 1.0226118564605713,
            "load scripts/xyz_grid_support.py": 0.0015058517456054688,
            "load scripts/sd_forge_controlnet_example.py": 0.0010058879852294922,
            "load scripts/forge_dynamic_thresholding.py": 0.004999876022338867,
            "load scripts/forge_fooocus_inpaint.py": 0.0010020732879638672,
            "load scripts/forge_freeu.py": 0.004023075103759766,
            "load scripts/forge_hypertile.py": 0.004000425338745117,
            "load scripts/forge_ipadapter.py": 0.009230852127075195,
            "load scripts/kohya_hrfix.py": 0.00299835205078125,
            "load scripts/forge_latent_modifier.py": 0.0043621063232421875,
            "load scripts/forge_multidiffusion.py": 0.00850367546081543,
            "load scripts/forge_photomaker.py": 0.003006458282470703,
            "load scripts/forge_sag.py": 0.0029997825622558594,
            "load scripts/forge_stylealign.py": 0.001001119613647461,
            "load scripts/forge_svd.py": 0.10773873329162598,
            "load scripts/forge_z123.py": 0.12560367584228516,
            "load scripts/soft_inpainting.py": 0.0010085105895996094,
            "load scripts/main.py": 0.07709407806396484,
            "load scripts/sd_webui_aspect_ratio_helper.py": 0.178330659866333,
            "load scripts/cg_settings.py": 0.12322044372558594,
            "load scripts/cg_version.py": 0.10616779327392578,
            "load scripts/diffusion_cg.py": 0.26572728157043457,
            "load scripts/tensor_debug.py": 0.20192337036132812,
            "load scripts/lora_block_weight.py": 0.012148141860961914,
            "load scripts/console_log_patch.py": 1.205031394958496,
            "load scripts/reactor_api.py": 0.1333634853363037,
            "load scripts/reactor_faceswap.py": 0.0055806636810302734,
            "load scripts/reactor_globals.py": 0.000934600830078125,
            "load scripts/reactor_helpers.py": 0.0010864734649658203,
            "load scripts/reactor_logger.py": 0.0,
            "load scripts/reactor_swapper.py": 0.0019347667694091797,
            "load scripts/reactor_version.py": 0.0,
            "load scripts/stablesr.py": 0.006036281585693359,
            "load scripts/refiner.py": 0.0,
            "load scripts/seed.py": 0.0010063648223876953,
            "load scripts": 5.315579414367676,
            "load upscalers": 0.006000995635986328,
            "refresh VAE": 0.0019989013671875,
            "refresh textual inversion templates": 0.0,
            "scripts list_optimizers": 0.06264710426330566,
            "scripts list_unets": 0.0,
            "reload hypernetworks": 0.0,
            "initialize extra networks": 0.025749683380126953,
            "scripts before_ui_callback": 0.02477741241455078,
            "create ui": 1.140209436416626,
            "gradio launch": 0.5317926406860352,
            "add APIs": 0.007513523101806641,
            "app_started_callback/lora_script.py": 0.0009999275207519531,
            "app_started_callback/controlnet.py": 0.001001119613647461,
            "app_started_callback/reactor_api.py": 0.0039997100830078125,
            "app_started_callback": 0.0060007572174072266
        }
    },
    "Packages": [
        "-nnxruntime-gpu==1.16.3",
        "-rotobuf==3.20.3",
        "-vidia-cudnn-cu11==8.9.4.25",
        "absl-py==2.1.0",
        "accelerate==0.21.0",
        "addict==2.4.0",
        "aenum==3.1.15",
        "aiofiles==23.2.1",
        "aiohttp==3.9.1",
        "aiosignal==1.3.1",
        "albumentations==1.3.1",
        "altair==5.2.0",
        "antlr4-python3-runtime==4.9.3",
        "anyio==3.7.1",
        "async-timeout==4.0.3",
        "attrs==23.2.0",
        "av==11.0.0",
        "basicsr==1.4.2",
        "blendmodes==2022",
        "certifi==2023.11.17",
        "cffi==1.16.0",
        "chardet==5.2.0",
        "charset-normalizer==3.3.2",
        "clean-fid==0.1.35",
        "click==8.1.7",
        "clip==1.0",
        "cmake==3.28.1",
        "colorama==0.4.6",
        "coloredlogs==15.0.1",
        "colorlog==6.8.2",
        "contourpy==1.2.0",
        "controlnet-aux==0.0.6",
        "cssselect2==0.7.0",
        "cstr==0.1.0",
        "cycler==0.12.1",
        "cython==3.0.8",
        "datasets==2.17.0",
        "deprecation==2.1.0",
        "depth-anything==2024.1.22.0",
        "diffusers==0.25.0",
        "dill==0.3.8",
        "easydict==1.11",
        "einops==0.4.1",
        "embreex==2.17.7.post4",
        "exceptiongroup==1.2.0",
        "facexlib==0.3.0",
        "fairscale==0.4.13",
        "fastapi==0.94.0",
        "ffmpy==0.3.0",
        "filelock==3.13.1",
        "filterpy==1.4.5",
        "flatbuffers==23.5.26",
        "fonttools==4.47.2",
        "frozenlist==1.4.1",
        "fsspec==2023.10.0",
        "ftfy==6.1.3",
        "future==0.18.3",
        "fvcore==0.1.5.post20221221",
        "gitdb==4.0.11",
        "gitpython==3.1.32",
        "gradio-client==0.5.0",
        "gradio==3.41.2",
        "grpcio==1.60.0",
        "h11==0.12.0",
        "handrefinerportable==2024.1.18.0",
        "httpcore==0.15.0",
        "httpx==0.24.1",
        "huggingface-hub==0.20.3",
        "humanfriendly==10.0",
        "idna==3.6",
        "imageio==2.33.1",
        "img2texture==1.0.6",
        "importlib-metadata==7.0.1",
        "importlib-resources==6.1.1",
        "inflection==0.5.1",
        "insightface==0.7.3",
        "iopath==0.1.9",
        "jinja2==3.1.3",
        "joblib==1.3.2",
        "jsonmerge==1.8.0",
        "jsonschema-specifications==2023.12.1",
        "jsonschema==4.21.1",
        "kiwisolver==1.4.5",
        "kornia==0.6.7",
        "lark==1.1.2",
        "lazy-loader==0.3",
        "lightning-utilities==0.10.1",
        "llvmlite==0.41.1",
        "lmdb==1.4.1",
        "lxml==5.1.0",
        "mapbox-earcut==1.0.1",
        "markdown-it-py==3.0.0",
        "markdown==3.5.2",
        "markupsafe==2.1.4",
        "matplotlib==3.8.2",
        "mdurl==0.1.2",
        "mediapipe==0.10.9",
        "mpmath==1.3.0",
        "multidict==6.0.4",
        "multiprocess==0.70.16",
        "networkx==3.2.1",
        "numba==0.58.1",
        "numpy==1.26.2",
        "nvidia-cublas-cu11==11.11.3.6",
        "nvidia-cuda-nvrtc-cu11==11.8.89",
        "nvidia-cuda-runtime-cu11==11.8.89",
        "omegaconf==2.2.3",
        "onnx-graphsurgeon==0.3.27",
        "onnx==1.15.0",
        "onnxruntime-gpu==1.16.3",
        "onnxruntime==1.17.0",
        "open-clip-torch==2.20.0",
        "opencv-contrib-python==4.9.0.80",
        "opencv-python-headless==4.7.0.72",
        "opencv-python==4.9.0.80",
        "optimum==1.16.2",
        "orjson==3.9.12",
        "packaging==23.2",
        "pandas==2.2.0",
        "piexif==1.1.3",
        "pilgram==1.2.1",
        "pillow==9.5.0",
        "pip==23.0.1",
        "platformdirs==4.1.0",
        "polygraphy==0.49.0",
        "pooch==1.8.0",
        "portalocker==2.8.2",
        "prettytable==3.9.0",
        "protobuf==3.20.2",
        "psutil==5.9.5",
        "py-cpuinfo==9.0.0",
        "pyarrow-hotfix==0.6",
        "pyarrow==15.0.0",
        "pycollada==0.8",
        "pycparser==2.21",
        "pydantic==1.10.14",
        "pydub==0.25.1",
        "pygments==2.17.2",
        "pymatting==1.1.12",
        "pyparsing==3.1.1",
        "pyreadline3==3.4.1",
        "python-dateutil==2.8.2",
        "python-multipart==0.0.6",
        "pytorch-lightning==1.9.4",
        "pytz==2023.3.post1",
        "pywavelets==1.5.0",
        "pywin32==306",
        "pyyaml==6.0.1",
        "qudida==0.0.4",
        "referencing==0.32.1",
        "regex==2023.12.25",
        "rembg==2.0.53",
        "reportlab==4.0.9",
        "requests==2.31.0",
        "resize-right==0.0.2",
        "rich==13.7.0",
        "rpds-py==0.17.1",
        "rtree==1.2.0",
        "safetensors==0.4.2",
        "scikit-image==0.21.0",
        "scikit-learn==1.4.0",
        "scipy==1.12.0",
        "seaborn==0.13.2",
        "segment-anything==1.0",
        "semantic-version==2.10.0",
        "sentencepiece==0.1.99",
        "setuptools==65.5.0",
        "shapely==2.0.2",
        "six==1.16.0",
        "smmap==5.0.1",
        "sniffio==1.3.0",
        "sounddevice==0.4.6",
        "spandrel==0.1.6",
        "stable-fast==1.0.2.dev20240127+torch212cu121",
        "starlette==0.26.1",
        "svg.path==6.3",
        "svglib==1.5.1",
        "sympy==1.12",
        "tabulate==0.9.0",
        "tb-nightly==2.16.0a20240127",
        "tensorboard-data-server==0.7.2",
        "tensorrt-bindings==9.0.1.post11.dev4",
        "tensorrt-libs==9.0.1.post11.dev4",
        "tensorrt==9.0.1.post11.dev4",
        "termcolor==2.4.0",
        "tf-keras-nightly==2.16.0.dev2024012710",
        "thop==0.1.1.post2209072238",
        "threadpoolctl==3.2.0",
        "tifffile==2023.12.9",
        "timm==0.9.12",
        "tinycss2==1.2.1",
        "tokenizers==0.13.3",
        "tomesd==0.1.3",
        "tomli==2.0.1",
        "toolz==0.12.1",
        "torch==2.1.2+cu121",
        "torchdiffeq==0.2.3",
        "torchmetrics==1.3.0.post0",
        "torchsde==0.2.6",
        "torchvision==0.16.2+cu121",
        "tqdm==4.66.1",
        "trampoline==0.1.2",
        "transformers==4.30.2",
        "trimesh==4.1.0",
        "typing-extensions==4.9.0",
        "tzdata==2023.4",
        "ultralytics==8.1.6",
        "urllib3==2.1.0",
        "uvicorn==0.27.0",
        "vhacdx==0.0.5",
        "wcwidth==0.2.13",
        "webencodings==0.5.1",
        "websockets==11.0.3",
        "werkzeug==3.0.1",
        "xxhash==3.4.1",
        "yacs==0.1.8",
        "yapf==0.40.2",
        "yarl==1.9.4",
        "zipp==3.17.0"
    ]
}

Console logs

Traceback (most recent call last):
  File "E:\stable-diffusion-webui-forge\modules_forge\main_thread.py", line 37, in loop
    task.work()
  File "E:\stable-diffusion-webui-forge\modules_forge\main_thread.py", line 26, in work
    self.result = self.func(*self.args, **self.kwargs)
  File "E:\stable-diffusion-webui-forge\modules\txt2img.py", line 111, in txt2img_function
    processed = processing.process_images(p)
  File "E:\stable-diffusion-webui-forge\modules\processing.py", line 749, in process_images
    res = process_images_inner(p)
  File "E:\stable-diffusion-webui-forge\modules\processing.py", line 920, in process_images_inner
    samples_ddim = p.sample(conditioning=p.c, unconditional_conditioning=p.uc, seeds=p.seeds, subseeds=p.subseeds, subseed_strength=p.subseed_strength, prompts=p.prompts)
  File "E:\stable-diffusion-webui-forge\modules\processing.py", line 1275, in sample
    samples = self.sampler.sample(self, x, conditioning, unconditional_conditioning, image_conditioning=self.txt2img_image_conditioning(x))
  File "E:\stable-diffusion-webui-forge\modules\sd_samplers_kdiffusion.py", line 251, in sample
    samples = self.launch_sampling(steps, lambda: self.func(self.model_wrap_cfg, x, extra_args=self.sampler_extra_args, disable=False, callback=self.callback_state, **extra_params_kwargs))
  File "E:\stable-diffusion-webui-forge\modules\sd_samplers_common.py", line 263, in launch_sampling
    return func()
  File "E:\stable-diffusion-webui-forge\modules\sd_samplers_kdiffusion.py", line 251, in <lambda>
    samples = self.launch_sampling(steps, lambda: self.func(self.model_wrap_cfg, x, extra_args=self.sampler_extra_args, disable=False, callback=self.callback_state, **extra_params_kwargs))
  File "E:\stable-diffusion-webui-forge\venv\lib\site-packages\torch\utils\_contextlib.py", line 115, in decorate_context
    return func(*args, **kwargs)
  File "E:\stable-diffusion-webui-forge\repositories\k-diffusion\k_diffusion\sampling.py", line 553, in sample_dpmpp_sde
    denoised = model(x, sigmas[i] * s_in, **extra_args)
  File "E:\stable-diffusion-webui-forge\venv\lib\site-packages\torch\nn\modules\module.py", line 1518, in _wrapped_call_impl
    return self._call_impl(*args, **kwargs)
  File "E:\stable-diffusion-webui-forge\venv\lib\site-packages\torch\nn\modules\module.py", line 1527, in _call_impl
    return forward_call(*args, **kwargs)
  File "E:\stable-diffusion-webui-forge\modules\sd_samplers_cfg_denoiser.py", line 182, in forward
    denoised = forge_sampler.forge_sample(self, denoiser_params=denoiser_params,
  File "E:\stable-diffusion-webui-forge\modules_forge\forge_sampler.py", line 82, in forge_sample
    denoised = sampling_function(model, x, timestep, uncond, cond, cond_scale, model_options, seed)
  File "E:\stable-diffusion-webui-forge\ldm_patched\modules\samplers.py", line 290, in sampling_function
    cfg_result = x - model_options["sampler_cfg_function"](args)
  File "E:\stable-diffusion-webui-forge\extensions-builtin\sd_forge_latent_modifier\lib_latent_modifier\sampler_mega_modifier.py", line 1015, in modify_latent
    noise_pred_degraded = (cond - uncond) if dyn_cfg_augmentation == "None" else dyn_cfg_modifier(cond, uncond, dyn_cfg_augmentation, cond_scale, time_mult) # New noise pred
  File "E:\stable-diffusion-webui-forge\extensions-builtin\sd_forge_latent_modifier\lib_latent_modifier\sampler_mega_modifier.py", line 833, in dyn_cfg_modifier
    time = time_mult.item()
RuntimeError: a Tensor with 2 elements cannot be converted to Scalar
a Tensor with 2 elements cannot be converted to Scalar


### Additional information

_No response_
lhucklen commented 3 months ago

Seeing same on my end as well