Bullseye110
commented
3 months ago Controlnets are just not working with ReForge atm. Keep using a1111 if you really need ControlNet.
Open Bobo2929 opened 3 months ago
Bullseye110
commented
3 months ago Controlnets are just not working with ReForge atm. Keep using a1111 if you really need ControlNet.
Checklist
What happened?
ControlNet works as intended for most models, however when using ip-adapter model using ip-adapter_clip_sd15_variant preprocessor (there is no "non-variant" preprocessor in the dropdown) or t2iadapter_style model using t2ia_style_clipvision_variant preprocessor (again, no non-variant) ControlNet does not seem to load or impact the image at all.
Log below shows me trying to run with ip-adapter first, and then with t2iadapter_style
Steps to reproduce the problem
What should have happened?
Image should be affected by ControlNet
What browsers do you use to access the UI ?
No response
Sysinfo
{ "Platform": "Windows-10-10.0.19045-SP0", "Python": "3.10.9", "Version": "f1.0.2-v1.10.1RC-latest-686-g94c90075", "Commit": "94c900758e8b42308a85554e79aadb974e96e4ca", "Git status": "On branch main\nYour branch is up to date with 'origin/main'.\n\nChanges not staged for commit:\n (use \"git add...\" to update what will be committed)\n (use \"git restore ...\" to discard changes in working directory)\n\tmodified: webui-user.bat\n\nUntracked files:\n (use \"git add ...\" to include in what will be committed)\n\t1.15.0\n\t3.20.2\n\tembeddings/AS-Young-neg.json\n\tembeddings/AS-Young-neg.pt\n\tembeddings/AS-Young.json\n\tembeddings/AS-Young.pt\n\tembeddings/AS-Younger.json\n\tembeddings/AS-Younger.pt\n\tembeddings/AS-Youngest.json\n\tembeddings/AS-Youngest.pt\n\tembeddings/FastNegativeV2.pt\n\tembeddings/JuggernautNegative-neg.pt\n\tembeddings/UnrealisticDream.json\n\tembeddings/epiCNegative.pt\n\tembeddings/fcNeg-neg.pt\n\tembeddings/verybadimagenegative_v1.3.pt\n\tembeddings/zPDXL-neg.pt\n\tembeddings/zPDXL.pt\n\textensions/adetailer/\n\textensions/sd-webui-boomer/\n\textensions/sd-webui-controlnet/\n\textensions/sd-webui-faceswaplab/\n\nno changes added to commit (use \"git add\" and/or \"git commit -a\")",
"Script path": "E:\ProgramFiles\SD\Stable Diffusion\stable-diffusion-webui-reForge",
"Data path": "E:\ProgramFiles\SD\Stable Diffusion\stable-diffusion-webui-reForge",
"Extensions dir": "E:\ProgramFiles\SD\Stable Diffusion\stable-diffusion-webui-reForge\extensions",
"Checksum": "22ff598a2c6ee468ce36b3fbdb8d7623ac90c1cd9ac85529e19ade9ea08bdbb8",
"Commandline": [
"launch.py",
"--cuda-stream",
"--pin-shared-memory"
],
"Torch env info": {
"torch_version": "2.1.2+cu121",
"is_debug_build": "False",
"cuda_compiled_version": "12.1",
"gcc_version": null,
"clang_version": null,
"cmake_version": null,
"os": "Microsoft Windows 10 Pro",
"libc_version": "N/A",
"python_version": "3.10.9 (tags/v3.10.9:1dd9be6, Dec 6 2022, 20:01:21) [MSC v.1934 64 bit (AMD64)] (64-bit runtime)",
"python_platform": "Windows-10-10.0.19045-SP0",
"is_cuda_available": "True",
"cuda_runtime_version": null,
"cuda_module_loading": "LAZY",
"nvidia_driver_version": "560.70",
"nvidia_gpu_models": "GPU 0: NVIDIA GeForce RTX 3060",
"cudnn_version": null,
"pip_version": "pip3",
"pip_packages": [
"numpy==1.26.2",
"open-clip-torch==2.20.0",
"pytorch-lightning==1.9.4",
"torch==2.1.2+cu121",
"torchdiffeq==0.2.3",
"torchmetrics==1.4.0.post0",
"torchsde==0.2.6",
"torchvision==0.16.2+cu121"
],
"conda_packages": null,
"hip_compiled_version": "N/A",
"hip_runtime_version": "N/A",
"miopen_runtime_version": "N/A",
"caching_allocator_config": "",
"is_xnnpack_available": "True",
"cpu_info": [
"Architecture=9",
"CurrentClockSpeed=3601",
"DeviceID=CPU0",
"Family=198",
"L2CacheSize=1024",
"L2CacheSpeed=",
"Manufacturer=GenuineIntel",
"MaxClockSpeed=3601",
"Name=Intel(R) Core(TM) i7-4790 CPU @ 3.60GHz",
"ProcessorType=3",
"Revision=15363"
]
},
"Exceptions": [
{
"exception": "0",
"traceback": [
[
"E:\ProgramFiles\SD\Stable Diffusion\stable-diffusion-webui-reForge\modules\scripts.py, line 907, postprocess_batch_list",
"script.postprocess_batch_list(p, pp, *script_args, kwargs)"
],
[
"E:\ProgramFiles\SD\Stable Diffusion\stable-diffusion-webui-reForge\venv\lib\site-packages\torch\utils\_contextlib.py, line 115, decorate_context",
"return func(*args, *kwargs)"
],
[
"E:\ProgramFiles\SD\Stable Diffusion\stable-diffusion-webui-reForge\extensions-builtin\sd_forge_controlnet\scripts\controlnet.py, line 586, postprocess_batch_list",
"self.process_unit_after_every_sampling(p, unit, self.current_params[i], pp, args, kwargs)"
]
]
},
{
"exception": "0",
"traceback": [
[
"E:\ProgramFiles\SD\Stable Diffusion\stable-diffusion-webui-reForge\modules\scripts.py, line 851, process_before_every_sampling",
"script.process_before_every_sampling(p, *script_args, kwargs)"
],
[
"E:\ProgramFiles\SD\Stable Diffusion\stable-diffusion-webui-reForge\venv\lib\site-packages\torch\utils\_contextlib.py, line 115, decorate_context",
"return func(*args, *kwargs)"
],
[
"E:\ProgramFiles\SD\Stable Diffusion\stable-diffusion-webui-reForge\extensions-builtin\sd_forge_controlnet\scripts\controlnet.py, line 580, process_before_every_sampling",
"self.process_unit_before_every_sampling(p, unit, self.current_params[i], args, kwargs)"
]
]
},
{
"exception": "None",
"traceback": [
[
"E:\ProgramFiles\SD\Stable Diffusion\stable-diffusion-webui-reForge\modules\scripts.py, line 843, process",
"script.process(p, script_args)"
],
[
"E:\ProgramFiles\SD\Stable Diffusion\stable-diffusion-webui-reForge\venv\lib\site-packages\torch\utils\_contextlib.py, line 115, decorate_context",
"return func(args, kwargs)"
],
[
"E:\ProgramFiles\SD\Stable Diffusion\stable-diffusion-webui-reForge\extensions-builtin\sd_forge_controlnet\scripts\controlnet.py, line 573, process",
"self.process_unit_after_click_generate(p, unit, params, *args, *kwargs)"
],
[
"E:\ProgramFiles\SD\Stable Diffusion\stable-diffusion-webui-reForge\venv\lib\site-packages\torch\utils\_contextlib.py, line 115, decorate_context",
"return func(args, kwargs)"
],
[
"E:\ProgramFiles\SD\Stable Diffusion\stable-diffusion-webui-reForge\extensions-builtin\sd_forge_controlnet\scripts\controlnet.py, line 422, process_unit_after_click_generate",
"assert params.model is not None, logger.error(f\"Recognizing Control Model failed: {model_filename}\")"
]
]
},
{
"exception": "IPAdapterApply.apply_ipadapter() got an unexpected keyword argument 'image_embeds'",
"traceback": [
[
"E:\ProgramFiles\SD\Stable Diffusion\stable-diffusion-webui-reForge\modules\scripts.py, line 851, process_before_every_sampling",
"script.process_before_every_sampling(p, *script_args, kwargs)"
],
[
"E:\ProgramFiles\SD\Stable Diffusion\stable-diffusion-webui-reForge\venv\lib\site-packages\torch\utils\_contextlib.py, line 115, decorate_context",
"return func(*args, *kwargs)"
],
[
"E:\ProgramFiles\SD\Stable Diffusion\stable-diffusion-webui-reForge\extensions-builtin\sd_forge_controlnet\scripts\controlnet.py, line 580, process_before_every_sampling",
"self.process_unit_before_every_sampling(p, unit, self.current_params[i], args, kwargs)"
],
[
"E:\ProgramFiles\SD\Stable Diffusion\stable-diffusion-webui-reForge\venv\lib\site-packages\torch\utils\_contextlib.py, line 115, decorate_context",
"return func(*args, kwargs)"
],
[
"E:\ProgramFiles\SD\Stable Diffusion\stable-diffusion-webui-reForge\extensions-builtin\sd_forge_controlnet\scripts\controlnet.py, line 524, process_unit_before_every_sampling",
"params.model.process_before_every_sampling(p, cond, mask, *args, *kwargs)"
],
[
"E:\ProgramFiles\SD\Stable Diffusion\stable-diffusion-webui-reForge\extensions-builtin\sd_forge_ipadapter\scripts\forge_ipadapter.py, line 153, process_before_every_sampling",
"unet = opIPAdapterApply("
]
]
},
{
"exception": "0",
"traceback": [
[
"E:\ProgramFiles\SD\Stable Diffusion\stable-diffusion-webui-reForge\modules\scripts.py, line 907, postprocess_batch_list",
"script.postprocess_batch_list(p, pp, script_args, kwargs)"
],
[
"E:\ProgramFiles\SD\Stable Diffusion\stable-diffusion-webui-reForge\venv\lib\site-packages\torch\utils\_contextlib.py, line 115, decorate_context",
"return func(*args, *kwargs)"
],
[
"E:\ProgramFiles\SD\Stable Diffusion\stable-diffusion-webui-reForge\extensions-builtin\sd_forge_controlnet\scripts\controlnet.py, line 586, postprocess_batch_list",
"self.process_unit_after_every_sampling(p, unit, self.current_params[i], pp, args, **kwargs)"
]
]
}
],
"CPU": {
"model": "Intel64 Family 6 Model 60 Stepping 3, GenuineIntel",
"count logical": 8,
"count physical": 4
},
"RAM": {
"total": "16GB",
"used": "9GB",
"free": "7GB"
},
"Extensions": [
{
"name": "adetailer",
"path": "E:\ProgramFiles\SD\Stable Diffusion\stable-diffusion-webui-reForge\extensions\adetailer",
"commit": "25e7509fe018de8aa063a5f1902598f5eda0c06c",
"branch": "main",
"remote": "https://github.com/Bing-su/adetailer.git"
},
{
"name": "sd-webui-boomer",
"path": "E:\ProgramFiles\SD\Stable Diffusion\stable-diffusion-webui-reForge\extensions\sd-webui-boomer",
"commit": "8c460d70f753356a74fb0c7f2b53cb7ee1868a7d",
"branch": "main",
"remote": "https://github.com/Haoming02/sd-webui-boomer.git"
}
],
"Inactive extensions": [
{
"name": "sd-webui-controlnet",
"path": "E:\ProgramFiles\SD\Stable Diffusion\stable-diffusion-webui-reForge\extensions\sd-webui-controlnet",
"commit": "56cec5b2958edf3b1807b7e7b2b1b5186dbd2f81",
"branch": "main",
"remote": "https://github.com/Mikubill/sd-webui-controlnet.git"
},
{
"name": "sd-webui-faceswaplab",
"path": "E:\ProgramFiles\SD\Stable Diffusion\stable-diffusion-webui-reForge\extensions\sd-webui-faceswaplab",
"commit": "42d1c75b68bb7fdb55e2b3753eda65189f82b56d",
"branch": "main",
"remote": "https://github.com/glucauze/sd-webui-faceswaplab"
}
],
"Environment": {
"COMMANDLINE_ARGS": " --cuda-stream --pin-shared-memory",
"GRADIO_ANALYTICS_ENABLED": "False"
},
"Config": {
"ldsr_steps": 100,
"ldsr_cached": false,
"SCUNET_tile": 256,
"SCUNET_tile_overlap": 8,
"SWIN_tile": 192,
"SWIN_tile_overlap": 8,
"SWIN_torch_compile": false,
"control_net_detectedmap_dir": "detected_maps",
"control_net_models_path": "",
"control_net_modules_path": "",
"control_net_unit_count": 3,
"control_net_model_cache_size": 5,
"control_net_ipadapter_cache_size": 5,
"control_net_no_detectmap": false,
"control_net_detectmap_autosaving": false,
"control_net_allow_script_control": true,
"control_net_sync_field_args": true,
"controlnet_show_batch_images_in_ui": false,
"controlnet_increment_seed_during_batch": false,
"controlnet_disable_openpose_edit": false,
"controlnet_disable_photopea_edit": false,
"controlnet_photopea_warning": true,
"controlnet_input_thumbnail": true,
"outdir_samples": "",
"outdir_txt2img_samples": "outputs\txt2img-images",
"outdir_img2img_samples": "outputs\img2img-images",
"outdir_extras_samples": "outputs\extras-images",
"outdir_grids": "",
"outdir_txt2img_grids": "outputs\txt2img-grids",
"outdir_img2img_grids": "outputs\img2img-grids",
"outdir_save": "log\images",
"outdir_init_images": "outputs\init-images",
"samples_save": true,
"samples_format": "png",
"samples_filename_pattern": "",
"save_images_add_number": true,
"save_images_replace_action": "Replace",
"grid_save": true,
"grid_format": "png",
"grid_extended_filename": false,
"grid_only_if_multiple": true,
"grid_prevent_empty_spots": false,
"grid_zip_filename_pattern": "",
"n_rows": -1,
"font": "",
"grid_text_active_color": "#000000",
"grid_text_inactive_color": "#999999",
"grid_background_color": "#ffffff",
"save_images_before_face_restoration": false,
"save_images_before_highres_fix": false,
"save_images_before_color_correction": false,
"save_mask": false,
"save_mask_composite": false,
"jpeg_quality": 80,
"webp_lossless": false,
"export_for_4chan": true,
"img_downscale_threshold": 4.0,
"target_side_length": 4000.0,
"img_max_size_mp": 200.0,
"use_original_name_batch": true,
"use_upscaler_name_as_suffix": false,
"save_selected_only": true,
"save_init_img": false,
"temp_dir": "",
"clean_temp_dir_at_start": false,
"save_incomplete_images": false,
"notification_audio": true,
"notification_volume": 100,
"save_to_dirs": true,
"grid_save_to_dirs": true,
"use_save_to_dirs_for_ui": false,
"directories_filename_pattern": "[date]",
"directories_max_prompt_words": 8,
"auto_backcompat": true,
"use_old_emphasis_implementation": false,
"use_old_karras_scheduler_sigmas": false,
"no_dpmpp_sde_batch_determinism": false,
"use_old_hires_fix_width_height": false,
"hires_fix_use_firstpass_conds": false,
"use_old_scheduling": false,
"use_downcasted_alpha_bar": false,
"refiner_switch_by_sample_steps": false,
"lora_functional": false,
"extra_networks_show_hidden_directories": true,
"extra_networks_dir_button_function": false,
"extra_networks_hidden_models": "When searched",
"extra_networks_default_multiplier": 1,
"extra_networks_card_width": 0.0,
"extra_networks_card_height": 0.0,
"extra_networks_card_text_scale": 1,
"extra_networks_card_show_desc": true,
"extra_networks_card_description_is_html": false,
"extra_networks_card_order_field": "Path",
"extra_networks_card_order": "Ascending",
"extra_networks_tree_view_default_enabled": false,
"extra_networks_tree_view_default_width": 180.0,
"extra_networks_add_text_separator": " ",
"ui_extra_networks_tab_reorder": "",
"textual_inversion_print_at_load": false,
"textual_inversion_add_hashes_to_infotext": true,
"sd_hypernetwork": "None",
"sd_lora": "None",
"lora_preferred_name": "Alias from file",
"lora_add_hashes_to_infotext": true,
"lora_show_all": true,
"lora_hide_unknown_for_versions": [],
"lora_in_memory_limit": 0,
"lora_not_found_warning_console": false,
"lora_not_found_gradio_warning": false,
"cross_attention_optimization": "Automatic",
"sd_checkpoint_hash": "2da25556cd628e62ba133864869641167dd7d0db677b7d3559dd19c8ea5a8114",
"s_min_uncond": 0,
"s_min_uncond_all": false,
"token_merging_ratio": 0,
"token_merging_ratio_img2img": 0,
"token_merging_ratio_hr": 0,
"pad_cond_uncond": false,
"pad_cond_uncond_v0": false,
"persistent_cond_cache": true,
"batch_cond_uncond": true,
"fp8_storage": "Disable",
"cache_fp16_weight": false,
"hide_samplers": [],
"eta_ddim": 0,
"eta_ancestral": 1,
"ddim_discretize": "uniform",
"s_churn": 0,
"s_tmin": 0,
"s_tmax": 0,
"s_noise": 1,
"sigma_min": 0.0,
"sigma_max": 0.0,
"rho": 0.0,
"eta_noise_seed_delta": 0,
"always_discard_next_to_last_sigma": false,
"sgm_noise_multiplier": false,
"uni_pc_variant": "bh1",
"uni_pc_skip_type": "time_uniform",
"uni_pc_order": 3,
"uni_pc_lower_order_final": true,
"sd_noise_schedule": "Default",
"skip_early_cond": 0,
"sd_checkpoints_limit": 2,
"sd_checkpoints_keep_in_cpu": false,
"sd_checkpoint_cache": 0,
"sd_unet": "Automatic",
"enable_quantization": false,
"emphasis": "Original",
"enable_batch_seeds": true,
"comma_padding_backtrack": 20,
"sdxl_clip_l_skip": false,
"upcast_attn": false,
"randn_source": "CPU",
"tiling": false,
"hires_fix_refiner_pass": "second pass",
"enable_prompt_comments": true,
"sdxl_crop_top": 0.0,
"sdxl_crop_left": 0.0,
"sdxl_refiner_low_aesthetic_score": 2.5,
"sdxl_refiner_high_aesthetic_score": 6.0,
"sd_vae_checkpoint_cache": 0,
"sd_vae_overrides_per_model_preferences": true,
"auto_vae_precision_bfloat16": false,
"auto_vae_precision": true,
"sd_vae_encode_method": "Full",
"sd_vae_decode_method": "Full",
"inpainting_mask_weight": 1,
"initial_noise_multiplier": 1,
"img2img_extra_noise": 0,
"img2img_color_correction": false,
"img2img_fix_steps": false,
"img2img_background_color": "#ffffff",
"img2img_editor_height": 720,
"img2img_sketch_default_brush_color": "#ffffff",
"img2img_inpaint_mask_brush_color": "#ffffff",
"img2img_inpaint_sketch_default_brush_color": "#ffffff",
"return_mask": false,
"return_mask_composite": false,
"img2img_batch_show_results_limit": 32,
"overlay_inpaint": true,
"return_grid": true,
"do_not_show_images": false,
"js_modal_lightbox": true,
"js_modal_lightbox_initially_zoomed": true,
"js_modal_lightbox_gamepad": false,
"js_modal_lightbox_gamepad_repeat": 250.0,
"sd_webui_modal_lightbox_icon_opacity": 1,
"sd_webui_modal_lightbox_toolbar_opacity": 0.9,
"gallery_height": "",
"open_dir_button_choice": "Subdirectory",
"enable_pnginfo": true,
"save_txt": false,
"add_model_name_to_info": true,
"add_model_hash_to_info": true,
"add_vae_name_to_info": true,
"add_vae_hash_to_info": true,
"add_user_name_to_info": false,
"add_version_to_infotext": true,
"disable_weights_auto_swap": true,
"infotext_skip_pasting": [],
"infotext_styles": "Apply if any",
"show_progressbar": true,
"live_previews_enable": false,
"live_previews_image_format": "png",
"show_progress_grid": true,
"show_progress_every_n_steps": 10,
"show_progress_type": "Approx NN",
"live_preview_allow_lowvram_full": false,
"live_preview_content": "Prompt",
"live_preview_refresh_period": 1000.0,
"live_preview_fast_interrupt": false,
"js_live_preview_in_modal_lightbox": false,
"keyedit_precision_attention": 0.1,
"keyedit_precision_extra": 0.05,
"keyedit_delimiters": ".,\/!?%^*;:{}=`~() ",
"keyedit_delimiters_whitespace": [
"Tab",
"Carriage Return",
"Line Feed"
],
"keyedit_move": true,
"disable_token_counters": false,
"include_styles_into_token_counters": true,
"extra_options_txt2img": [],
"extra_options_img2img": [],
"extra_options_cols": 1,
"extra_options_accordion": false,
"compact_prompt_box": false,
"samplers_in_dropdown": true,
"dimensions_and_batch_together": true,
"sd_checkpoint_dropdown_use_short": false,
"hires_fix_show_sampler": false,
"hires_fix_show_prompts": false,
"txt2img_settings_accordion": false,
"img2img_settings_accordion": false,
"interrupt_after_current": true,
"localization": "None",
"quicksettings_list": [
"sd_model_checkpoint",
"sd_vae",
"CLIP_stop_at_last_layers",
"face_restoration"
],
"ui_tab_order": [],
"hidden_tabs": [],
"ui_reorder_list": [],
"gradio_theme": "Default",
"gradio_themes_cache": true,
"show_progress_in_title": true,
"send_seed": true,
"send_size": true,
"enable_reloading_ui_scripts": false,
"api_enable_requests": true,
"api_forbid_local_requests": true,
"api_useragent": "",
"profiling_enable": false,
"profiling_activities": [
"CPU"
],
"profiling_record_shapes": true,
"profiling_profile_memory": true,
"profiling_with_stack": true,
"profiling_filename": "trace.json",
"auto_launch_browser": "Local",
"enable_console_prompts": false,
"show_warnings": false,
"show_gradio_deprecation_warnings": true,
"memmon_poll_rate": 8,
"samples_log_stdout": false,
"multiple_tqdm": true,
"enable_upscale_progressbar": true,
"print_hypernet_extra": false,
"list_hidden_files": true,
"disable_mmap_load_safetensors": false,
"hide_ldm_prints": true,
"dump_stacks_on_signal": false,
"face_restoration": true,
"face_restoration_model": "CodeFormer",
"code_former_weight": 1,
"face_restoration_unload": false,
"postprocessing_enable_in_main_ui": [],
"postprocessing_disable_in_extras": [],
"postprocessing_operation_order": [],
"upscaling_max_images_in_cache": 5,
"postprocessing_existing_caption_action": "Ignore",
"unload_sd_during_upscale": false,
"ESRGAN_tile": 256,
"ESRGAN_tile_overlap": 32,
"DAT_tile": 256,
"DAT_tile_overlap": 32,
"HAT_tile": 256,
"HAT_tile_overlap": 32,
"SRFormer_tile": 176,
"SRFormer_tile_overlap": 32,
"GRL_tile": 256,
"GRL_tile_overlap": 32,
"OmniSR_tile": 256,
"OmniSR_tile_overlap": 32,
"SPAN_tile": 256,
"SPAN_tile_overlap": 32,
"COMPACT_tile": 0,
"COMPACT_tile_overlap": 32,
"realesrgan_enabled_models": [
"R-ESRGAN 4x+",
"R-ESRGAN 4x+ Anime6B"
],
"set_scale_by_when_changing_upscaler": false,
"unload_models_when_training": false,
"pin_memory": false,
"save_optimizer_state": false,
"save_training_settings_to_txt": true,
"dataset_filename_word_regex": "",
"dataset_filename_join_string": " ",
"training_image_repeats_per_epoch": 1,
"training_write_csv_every": 500.0,
"training_xattention_optimizations": false,
"training_enable_tensorboard": false,
"training_tensorboard_save_images": false,
"training_tensorboard_flush_every": 120.0,
"canvas_hotkey_zoom": "Alt",
"canvas_hotkey_adjust": "Ctrl",
"canvas_hotkey_shrink_brush": "Q",
"canvas_hotkey_grow_brush": "W",
"canvas_hotkey_move": "F",
"canvas_hotkey_fullscreen": "S",
"canvas_hotkey_reset": "R",
"canvas_hotkey_overlap": "O",
"canvas_show_tooltip": true,
"canvas_auto_expand": true,
"canvas_blur_prompt": false,
"canvas_disabled_functions": [
"Overlap"
],
"interrogate_keep_models_in_memory": false,
"interrogate_return_ranks": false,
"interrogate_clip_num_beams": 1,
"interrogate_clip_min_length": 24,
"interrogate_clip_max_length": 48,
"interrogate_clip_dict_limit": 1500.0,
"interrogate_clip_skip_categories": [],
"interrogate_deepbooru_score_threshold": 0.5,
"deepbooru_sort_alpha": true,
"deepbooru_use_spaces": true,
"deepbooru_escape": true,
"deepbooru_filter_tags": "",
"bmr_app_style": false,
"bmr_rfr_style": true,
"bmr_sav_style": true,
"bmr_send_btn": true,
"bmr_fit": true,
"bmr_thumbs": true,
"bmr_enlarge": false,
"bmr_res_extras": false,
"bmr_res_extras_rmb": false,
"ad_max_models": 4,
"ad_extra_models_dir": "",
"ad_save_previews": false,
"ad_save_images_before": false,
"ad_only_seleted_scripts": true,
"ad_script_names": "dynamic_prompting,dynamic_thresholding,lora_block_weight,negpip,wildcard_recursive,wildcards",
"ad_bbox_sortby": "None",
"ad_same_seed_for_each_tab": false,
"sd_model_checkpoint": "1.5\BLK70-PMA30.safetensors",
"sd_vae": "vae-ft-mse-840000-ema-pruned.safetensors",
"CLIP_stop_at_last_layers": 1,
"disabled_extensions": [
"sd_forge_controlllite",
"sd_forge_controlnet_example",
"sd-webui-controlnet",
"sd-webui-faceswaplab"
],
"disable_all_extensions": "none",
"save_write_log_csv": true,
"extra_networks_tree_view_style": "Tree",
"lora_bundled_ti_to_infotext": true,
"euler_og_s_churn": 0,
"euler_og_s_tmin": 0,
"euler_og_s_noise": 1,
"euler_ancestral_og_eta": 1,
"euler_ancestral_og_s_noise": 1,
"heun_og_s_churn": 0,
"heun_og_s_tmin": 0,
"heun_og_s_noise": 1,
"dpm_2s_ancestral_og_eta": 1,
"dpm_2s_ancestral_og_s_noise": 1,
"dpmpp_sde_og_eta": 1,
"dpmpp_sde_og_s_noise": 1,
"dpmpp_sde_og_r": 0.5,
"dpmpp_2m_sde_og_eta": 1,
"dpmpp_2m_sde_og_s_noise": 1,
"dpmpp_2m_sde_og_solver_type": "midpoint",
"dpmpp_3m_sde_og_eta": 1,
"dpmpp_3m_sde_og_s_noise": 1,
"heunpp2_s_churn": 0,
"heunpp2_s_tmin": 0,
"heunpp2_s_noise": 1,
"ipndm_max_order": 4,
"ipndm_v_max_order": 4,
"deis_max_order": 3,
"deis_mode": "tab",
"dpmpp_2s_ancestral_eta": 1,
"dpmpp_2s_ancestral_s_noise": 1,
"dpmpp_sde_eta": 1,
"dpmpp_sde_s_noise": 1,
"dpmpp_sde_r": 0.5,
"euler_ancestral_eta": 1,
"euler_ancestral_s_noise": 1,
"euler_dy_s_churn": 0,
"euler_dy_s_tmin": 0,
"euler_dy_s_noise": 1,
"euler_smea_dy_s_churn": 0,
"euler_smea_dy_s_tmin": 0,
"euler_smea_dy_s_noise": 1,
"euler_negative_s_churn": 0,
"euler_negative_s_tmin": 0,
"euler_negative_s_noise": 1,
"euler_dy_negative_s_churn": 0,
"euler_dy_negative_s_tmin": 0,
"euler_dy_negative_s_noise": 1,
"ode_bosh3_rtol": -2.5,
"ode_bosh3_atol": -3.5,
"ode_bosh3_max_steps": 250,
"ode_fehlberg2_rtol": -4,
"ode_fehlberg2_atol": -6,
"ode_fehlberg2_max_steps": 250,
"ode_adaptive_heun_rtol": -2.5,
"ode_adaptive_heun_atol": -3.5,
"ode_adaptive_heun_max_steps": 250,
"ode_dopri5_rtol": -2,
"ode_dopri5_atol": -3,
"ode_dopri5_max_steps": 250,
"ode_custom_solver": "dopri5",
"ode_custom_rtol": -3,
"ode_custom_atol": -4,
"ode_custom_max_steps": 250,
"sd_processing": "reForge OG",
"sd_sampler_cfg_denoiser": "reForge",
"beta_dist_alpha": 0.6,
"beta_dist_beta": 0.6,
"sd3_enable_t5": false,
"prevent_screen_sleep_during_generation": true,
"prioritized_callbacks_app_started": [],
"prioritized_callbacks_model_loaded": [],
"prioritized_callbacks_ui_tabs": [],
"prioritized_callbacks_ui_settings": [],
"prioritized_callbacks_after_component": [],
"prioritized_callbacks_infotext_pasted": [],
"prioritized_callbacks_script_unloaded": [],
"prioritized_callbacks_before_ui": [],
"prioritized_callbacks_on_reload": [],
"prioritized_callbacks_list_optimizers": [],
"prioritized_callbacks_before_token_counter": [],
"prioritized_callbacks_script_before_process": [],
"prioritized_callbacks_script_process": [],
"prioritized_callbacks_script_postprocess": [],
"prioritized_callbacks_script_postprocess_batch_list": [],
"prioritized_callbacks_script_post_sample": [],
"prioritized_callbacks_script_on_mask_blend": [],
"prioritized_callbacks_script_postprocess_image": [],
"prioritized_callbacks_script_postprocess_maskoverlay": [],
"ad_only_selected_scripts": true
},
"Startup": {
"total": 31.395550966262817,
"records": {
"initial startup": 0.049983978271484375,
"prepare environment/checks": 0.09197068214416504,
"prepare environment/git version info": 0.2889077663421631,
"prepare environment/torch GPU test": 4.22766900062561,
"prepare environment/clone repositores": 0.537790060043335,
"prepare environment/run extensions installers/adetailer": 0.4274933338165283,
"prepare environment/run extensions installers/sd-webui-boomer": 0.0009999275207519531,
"prepare environment/run extensions installers": 0.4284932613372803,
"prepare environment/run extensions_builtin installers/canvas-zoom-and-pan": 0.0009992122650146484,
"prepare environment/run extensions_builtin installers/extra-options-section": 0.0,
"prepare environment/run extensions_builtin installers/forge_legacy_preprocessors": 0.8360855579376221,
"prepare environment/run extensions_builtin installers/forge_preprocessor_inpaint": 0.0,
"prepare environment/run extensions_builtin installers/forge_preprocessor_marigold": 0.0,
"prepare environment/run extensions_builtin installers/forge_preprocessor_normalbae": 0.0,
"prepare environment/run extensions_builtin installers/forge_preprocessor_recolor": 0.0,
"prepare environment/run extensions_builtin installers/forge_preprocessor_reference": 0.0,
"prepare environment/run extensions_builtin installers/forge_preprocessor_revision": 0.0009996891021728516,
"prepare environment/run extensions_builtin installers/forge_preprocessor_tile": 0.0,
"prepare environment/run extensions_builtin installers/LDSR": 0.0,
"prepare environment/run extensions_builtin installers/Lora": 0.0,
"prepare environment/run extensions_builtin installers/mobile": 0.0,
"prepare environment/run extensions_builtin installers/prompt-bracket-checker": 0.0,
"prepare environment/run extensions_builtin installers/reForge-advanced_model_sampling": 0.00099945068359375,
"prepare environment/run extensions_builtin installers/reForge-AutomaticCFG": 0.0,
"prepare environment/run extensions_builtin installers/reForge-DifferentialDiffusion": 0.0,
"prepare environment/run extensions_builtin installers/reForge-RescaleCFG": 0.0,
"prepare environment/run extensions_builtin installers/reForge-SkimmedCFG": 0.0,
"prepare environment/run extensions_builtin installers/reforge_jankhidiffusion": 0.0,
"prepare environment/run extensions_builtin installers/ScuNET": 0.0009996891021728516,
"prepare environment/run extensions_builtin installers/sd_forge_controlnet": 0.7893292903900146,
"prepare environment/run extensions_builtin installers/sd_forge_dynamic_thresholding": 0.0,
"prepare environment/run extensions_builtin installers/sd_forge_fooocus_inpaint": 0.00099945068359375,
"prepare environment/run extensions_builtin installers/sd_forge_freeu": 0.0,
"prepare environment/run extensions_builtin installers/sd_forge_hypertile": 0.0,
"prepare environment/run extensions_builtin installers/sd_forge_ipadapter": 0.0,
"prepare environment/run extensions_builtin installers/sd_forge_kohya_hrfix": 0.0,
"prepare environment/run extensions_builtin installers/sd_forge_latent_modifier": 0.0,
"prepare environment/run extensions_builtin installers/sd_forge_multidiffusion": 0.0009996891021728516,
"prepare environment/run extensions_builtin installers/sd_forge_neveroom": 0.0,
"prepare environment/run extensions_builtin installers/sd_forge_photomaker": 0.0,
"prepare environment/run extensions_builtin installers/sd_forge_sag": 0.0,
"prepare environment/run extensions_builtin installers/sd_forge_stylealign": 0.0,
"prepare environment/run extensions_builtin installers/sd_forge_svd": 0.0,
"prepare environment/run extensions_builtin installers/sd_forge_z123": 0.0010004043579101562,
"prepare environment/run extensions_builtin installers/soft-inpainting": 0.0,
"prepare environment/run extensions_builtin installers/SwinIR": 0.0,
"prepare environment/run extensions_builtin installers": 1.6324124336242676,
"prepare environment": 7.3167173862457275,
"launcher": 0.004997968673706055,
"import torch": 8.004777193069458,
"import gradio": 1.9126324653625488,
"setup paths": 2.1916465759277344,
"import ldm": 0.015994787216186523,
"import sgm": 0.0,
"initialize shared": 0.4549069404602051,
"other imports": 1.170959234237671,
"opts onchange": 0.0,
"setup SD model": 0.0009996891021728516,
"setup codeformer": 0.0020003318786621094,
"setup gfpgan": 0.03501296043395996,
"set samplers": 0.0,
"list extensions": 0.014995336532592773,
"restore config state file": 0.0,
"list SD models": 0.09084916114807129,
"list localizations": 0.00299835205078125,
"load scripts/custom_code.py": 0.02699136734008789,
"load scripts/img2imgalt.py": 0.0009999275207519531,
"load scripts/loopback.py": 0.0009999275207519531,
"load scripts/outpainting_mk_2.py": 0.0,
"load scripts/poor_mans_outpainting.py": 0.0009992122650146484,
"load scripts/postprocessing_caption.py": 0.001001119613647461,
"load scripts/postprocessing_codeformer.py": 0.0009987354278564453,
"load scripts/postprocessing_create_flipped_copies.py": 0.0,
"load scripts/postprocessing_focal_crop.py": 0.019993305206298828,
"load scripts/postprocessing_gfpgan.py": 0.0010001659393310547,
"load scripts/postprocessing_split_oversized.py": 0.0,
"load scripts/postprocessing_upscale.py": 0.00099945068359375,
"load scripts/processing_autosized_crop.py": 0.00099945068359375,
"load scripts/prompt_matrix.py": 0.0,
"load scripts/prompts_from_file.py": 0.0009996891021728516,
"load scripts/sd_upscale.py": 0.0009999275207519531,
"load scripts/xyz_grid.py": 0.0019991397857666016,
"load scripts/ldsr_model.py": 2.927147626876831,
"load scripts/lora_script.py": 1.0448319911956787,
"load scripts/scunet_model.py": 0.10969328880310059,
"load scripts/swinir_model.py": 0.12909531593322754,
"load scripts/hotkey_config.py": 0.0009996891021728516,
"load scripts/extra_options_section.py": 0.0009996891021728516,
"load scripts/legacy_preprocessors.py": 0.04598522186279297,
"load scripts/logging.py": 0.0010001659393310547,
"load scripts/utils.py": 0.3510630130767822,
"load scripts/preprocessor_inpaint.py": 0.027991294860839844,
"load scripts/preprocessor_marigold.py": 0.45276951789855957,
"load scripts/preprocessor_normalbae.py": 0.007997989654541016,
"load scripts/preprocessor_recolor.py": 0.0010008811950683594,
"load scripts/forge_reference.py": 0.0,
"load scripts/preprocessor_revision.py": 0.0009989738464355469,
"load scripts/preprocessor_tile.py": 0.0009989738464355469,
"load scripts/advanced_model_sampling_script.py": 0.010532140731811523,
"load scripts/controlnet.py": 1.052626609802246,
"load scripts/xyz_grid_support.py": 0.0029985904693603516,
"load scripts/forge_dynamic_thresholding.py": 0.010571956634521484,
"load scripts/forge_fooocus_inpaint.py": 0.0009992122650146484,
"load scripts/forge_freeu.py": 0.14018869400024414,
"load scripts/forge_hypertile.py": 0.007997512817382812,
"load scripts/forge_ipadapter.py": 0.024991989135742188,
"load scripts/kohya_hrfix.py": 0.007998228073120117,
"load scripts/forge_latent_modifier.py": 0.008997201919555664,
"load scripts/forge_multidiffusion.py": 0.018993377685546875,
"load scripts/forge_never_oom.py": 0.0009996891021728516,
"load scripts/forge_photomaker.py": 0.00799703598022461,
"load scripts/forge_sag.py": 0.008997440338134766,
"load scripts/forge_stylealign.py": 0.0,
"load scripts/forge_svd.py": 0.165635347366333,
"load scripts/forge_z123.py": 0.13348650932312012,
"load scripts/soft_inpainting.py": 0.0009996891021728516,
"load scripts/!adetailer.py": 0.9402565956115723,
"load scripts/boomer.py": 0.27091264724731445,
"load scripts/comments.py": 0.12396121025085449,
"load scripts/refiner.py": 0.0009992122650146484,
"load scripts/sampler.py": 0.0,
"load scripts/seed.py": 0.0009996891021728516,
"load scripts": 8.103695631027222,
"load upscalers": 0.015995264053344727,
"refresh VAE": 0.005998134613037109,
"refresh textual inversion templates": 0.0,
"scripts list_optimizers": 0.08997130393981934,
"scripts list_unets": 0.0,
"reload hypernetworks": 0.0,
"initialize extra networks": 0.011995792388916016,
"scripts before_ui_callback": 0.006997823715209961,
"create ui": 1.4130539894104004,
"gradio launch": 0.5657107830047607,
"add APIs": 0.018135547637939453,
"app_started_callback/lora_script.py": 0.00099945068359375,
"app_started_callback/controlnet.py": 0.001999378204345703,
"app_started_callback/!adetailer.py": 0.0009996891021728516,
"app_started_callback": 0.003998517990112305
}
},
"Packages": [
"absl-py==2.1.0",
"accelerate==0.21.0",
"addict==2.4.0",
"aenum==3.1.15",
"aiofiles==23.2.1",
"aiohttp==3.9.5",
"aiosignal==1.3.1",
"albumentations==1.4.3",
"altair==5.3.0",
"antlr4-python3-runtime==4.9.3",
"anyio==3.7.1",
"async-timeout==4.0.3",
"attrs==23.2.0",
"blendmodes==2022",
"cachetools==5.3.2",
"certifi==2024.7.4",
"cffi==1.16.0",
"chardet==5.2.0",
"charset-normalizer==3.3.2",
"clean-fid==0.1.35",
"click==8.1.7",
"clip==1.0",
"colorama==0.4.6",
"coloredlogs==15.0.1",
"colorlog==6.8.2",
"contourpy==1.2.1",
"controlnet-aux==0.0.9",
"cssselect2==0.7.0",
"cycler==0.12.1",
"Cython==3.0.10",
"deprecation==2.1.0",
"depth_anything @ https://github.com/huchenlei/Depth-Anything/releases/download/v1.0.0/depth_anything-2024.1.22.0-py2.py3-none-any.whl",
"depth_anything_v2 @ https://github.com/MackinationsAi/UDAV2-ControlNet/releases/download/v1.0.0/depth_anything_v2-2024.7.1.0-py2.py3-none-any.whl",
"diffusers==0.28.0",
"diskcache==5.6.3",
"dsine @ https://github.com/sdbds/DSINE/releases/download/1.0.2/dsine-2024.3.23-py3-none-any.whl",
"easydict==1.13",
"einops==0.4.1",
"exceptiongroup==1.2.2",
"facexlib==0.3.0",
"fastapi==0.94.0",
"ffmpy==0.3.2",
"filelock==3.15.4",
"filterpy==1.4.5",
"flatbuffers==24.3.25",
"fonttools==4.53.1",
"frozenlist==1.4.1",
"fsspec==2024.6.1",
"ftfy==6.2.0",
"fvcore==0.1.5.post20221221",
"geffnet==1.0.2",
"gitdb==4.0.11",
"GitPython==3.1.32",
"glob2==0.5",
"gradio==3.41.2",
"gradio_client==0.5.0",
"h11==0.12.0",
"handrefinerportable @ https://github.com/huchenlei/HandRefinerPortable/releases/download/v1.0.1/handrefinerportable-2024.2.12.0-py2.py3-none-any.whl",
"httpcore==0.15.0",
"httpx==0.24.1",
"huggingface-hub==0.23.5",
"humanfriendly==10.0",
"idna==3.7",
"ifnude==0.0.3",
"imageio==2.34.2",
"importlib_metadata==8.0.0",
"importlib_resources==6.4.0",
"inflection==0.5.1",
"insightface @ https://github.com/Gourieff/Assets/raw/main/Insightface/insightface-0.7.3-cp310-cp310-win_amd64.whl",
"iopath==0.1.9",
"jax==0.4.30",
"jaxlib==0.4.30",
"Jinja2==3.1.4",
"joblib==1.4.2",
"jsonmerge==1.8.0",
"jsonschema==4.23.0",
"jsonschema-specifications==2023.12.1",
"kiwisolver==1.4.5",
"kornia==0.6.7",
"lark==1.1.2",
"lazy_loader==0.4",
"lightning-utilities==0.11.5",
"llvmlite==0.43.0",
"lxml==5.2.2",
"manifold3d==2.5.1",
"markdown-it-py==3.0.0",
"MarkupSafe==2.1.5",
"matplotlib==3.9.1",
"mdurl==0.1.2",
"mediapipe==0.10.14",
"ml-dtypes==0.4.0",
"mpmath==1.3.0",
"multidict==6.0.5",
"networkx==3.3",
"numba==0.60.0",
"numpy==1.26.2",
"omegaconf==2.2.3",
"onnx==1.16.1",
"onnxruntime==1.18.1",
"onnxruntime-gpu==1.18.1",
"open-clip-torch==2.20.0",
"opencv-contrib-python==4.10.0.84",
"opencv-python==4.10.0.84",
"opencv-python-headless==4.10.0.84",
"opt-einsum==3.3.0",
"orjson==3.10.6",
"packaging==24.1",
"pandas==2.2.2",
"piexif==1.1.3",
"Pillow==9.5.0",
"pillow-avif-plugin==1.4.3",
"pip==22.3.1",
"platformdirs==4.2.2",
"portalocker==2.10.1",
"prettytable==3.10.2",
"protobuf==3.20.0",
"psutil==5.9.5",
"py-cpuinfo==9.0.0",
"pycollada==0.8",
"pycparser==2.22",
"pydantic==1.10.15",
"pydub==0.25.1",
"Pygments==2.18.0",
"pyparsing==3.1.2",
"pyreadline3==3.4.1",
"python-dateutil==2.9.0.post0",
"python-multipart==0.0.9",
"pytorch-lightning==1.9.4",
"pytz==2024.1",
"PyWavelets==1.6.0",
"pywin32==306",
"PyYAML==6.0.1",
"referencing==0.35.1",
"regex==2024.5.15",
"reportlab==4.2.2",
"requests==2.32.3",
"resize-right==0.0.2",
"rich==13.7.1",
"rpds-py==0.19.0",
"Rtree==1.3.0",
"safetensors==0.4.2",
"scikit-image==0.21.0",
"scikit-learn==1.5.1",
"scipy==1.14.0",
"seaborn==0.13.2",
"semantic-version==2.10.0",
"sentencepiece==0.2.0",
"setuptools==69.5.1",
"shapely==2.0.5",
"six==1.16.0",
"smmap==5.0.1",
"sniffio==1.3.1",
"sounddevice==0.4.7",
"spandrel==0.3.4",
"spandrel_extra_arches==0.1.1",
"starlette==0.26.1",
"svg.path==6.3",
"svglib==1.5.1",
"sympy==1.13.0",
"tabulate==0.9.0",
"termcolor==2.4.0",
"threadpoolctl==3.5.0",
"tifffile==2024.7.2",
"timm==0.6.7",
"tinycss2==1.3.0",
"tokenizers==0.19.1",
"tomesd==0.1.3",
"tomli==2.0.1",
"toolz==0.12.1",
"torch==2.1.2+cu121",
"torchdiffeq==0.2.3",
"torchmetrics==1.4.0.post0",
"torchsde==0.2.6",
"torchvision==0.16.2+cu121",
"tqdm==4.66.4",
"trampoline==0.1.2",
"transformers==4.44.0",
"trimesh==4.4.3",
"typing_extensions==4.12.2",
"tzdata==2024.1",
"ultralytics==8.2.58",
"ultralytics-thop==2.0.0",
"urllib3==2.2.2",
"uvicorn==0.30.1",
"vhacdx==0.0.8.post1",
"wcwidth==0.2.13",
"webencodings==0.5.1",
"websockets==11.0.3",
"xatlas==0.0.9",
"xxhash==3.4.1",
"yacs==0.1.8",
"yapf==0.40.2",
"yarl==1.9.4",
"zipp==3.19.2"
]
}
Console logs
Additional information
When I used normal A1111 I didn't have these issues, and was using the same ControlNet model files.