lllyasviel / stable-diffusion-webui-forge

GNU Affero General Public License v3.0
7.14k stars 692 forks source link

[Bug]: Problem with kohya hi res fix+controlnet #559

Closed ivanced09 closed 5 months ago

ivanced09 commented 5 months ago

Checklist

What happened?

Hi guys, I recently started using forge and ran into the following issue when trying to use controlnet+kohya hi res fix built in

image

I have tried to copy the hi-res fix configuration that I used in auto1111 but I have no results

Steps to reproduce the problem

try to generate an image combining kohya hi-res fix integrated plus controlnet

What should have happened?

The image should be generated normally applying controlnet

What browsers do you use to access the UI ?

Brave

Sysinfo

{ "Platform": "Windows-10-10.0.19045-SP0", "Python": "3.10.6", "Version": "f0.0.17v1.8.0rc-latest-276-g29be1da7", "Commit": "29be1da7cf2b5dccfc70fbdd33eb35c56a31ffb7", "Script path": "E:\webui_forge\webui", "Data path": "E:\webui_forge\webui", "Extensions dir": "E:\webui_forge\webui\extensions", "Checksum": "978957ecc998260901aa7adf01be8cc9967d94c6bb4f35d489dd9c1513bb0f80", "Commandline": [ "launch.py", "--pin-shared-memory", "--cuda-malloc", "--cuda-stream", "--ckpt-dir", "H:/stable-diffusion-webui/models/Stable-diffusion", "--hypernetwork-dir", "H:/stable-diffusion-webui/models/hypernetworks", "--embeddings-dir", "H:/stable-diffusion-webui/embeddings", "--lora-dir", "H:/stable-diffusion-webui/models/Lora" ], "Torch env info": { "torch_version": "2.1.2+cu121", "is_debug_build": "False", "cuda_compiled_version": "12.1", "gcc_version": null, "clang_version": null, "cmake_version": null, "os": "Microsoft Windows 10 Pro", "libc_version": "N/A", "python_version": "3.10.6 (tags/v3.10.6:9c7b4bd, Aug 1 2022, 21:53:49) [MSC v.1932 64 bit (AMD64)] (64-bit runtime)", "python_platform": "Windows-10-10.0.19045-SP0", "is_cuda_available": "True", "cuda_runtime_version": "12.4.99\r", "cuda_module_loading": "LAZY", "nvidia_driver_version": "536.23", "nvidia_gpu_models": [ "GPU 0: NVIDIA GeForce RTX 3060", "GPU 1: NVIDIA GeForce RTX 3060", "GPU 2: NVIDIA GeForce RTX 2080" ], "cudnn_version": null, "pip_version": "pip3", "pip_packages": [ "numpy==1.26.2", "open-clip-torch==2.20.0", "pytorch-lightning==1.9.4", "torch==2.1.2+cu121", "torchdiffeq==0.2.3", "torchmetrics==1.3.0.post0", "torchsde==0.2.6", "torchvision==0.16.2+cu121" ], "conda_packages": null, "hip_compiled_version": "N/A", "hip_runtime_version": "N/A", "miopen_runtime_version": "N/A", "caching_allocator_config": "backend:cudaMallocAsync", "is_xnnpack_available": "True", "cpu_info": [ "Architecture=9", "CurrentClockSpeed=3400", "DeviceID=CPU0", "Family=107", "L2CacheSize=3072", "L2CacheSpeed=", "Manufacturer=AuthenticAMD", "MaxClockSpeed=3400", "Name=AMD Ryzen 5 2600 Six-Core Processor ", "ProcessorType=3", "Revision=2050" ] }, "Exceptions": [], "CPU": { "model": "AMD64 Family 23 Model 8 Stepping 2, AuthenticAMD", "count logical": 12, "count physical": 6 }, "RAM": { "total": "32GB", "used": "11GB", "free": "21GB" }, "Extensions": [ { "name": "adetailer", "path": "E:\webui_forge\webui\extensions\adetailer", "version": "3f1d1b97", "branch": "main", "remote": "https://github.com/Bing-su/adetailer.git" }, { "name": "stable-diffusion-webui-images-browser", "path": "E:\webui_forge\webui\extensions\stable-diffusion-webui-images-browser", "version": "3d2d0f4c", "branch": "main", "remote": "https://github.com/AlUlkesh/stable-diffusion-webui-images-browser.git" } ], "Inactive extensions": [], "Environment": { "COMMANDLINE_ARGS": "--pin-shared-memory --cuda-malloc --cuda-stream --ckpt-dir H:/stable-diffusion-webui/models/Stable-diffusion --hypernetwork-dir H:/stable-diffusion-webui/models/hypernetworks --embeddings-dir H:/stable-diffusion-webui/embeddings --lora-dir H:/stable-diffusion-webui/models/Lora", "GRADIO_ANALYTICS_ENABLED": "False" }, "Config": { "ldsr_steps": 100, "ldsr_cached": false, "SCUNET_tile": 256, "SCUNET_tile_overlap": 8, "SWIN_tile": 192, "SWIN_tile_overlap": 8, "SWIN_torch_compile": false, "control_net_detectedmap_dir": "detected_maps", "control_net_models_path": "H:\stable-diffusion-webui\models\ControlNet", "control_net_modules_path": "", "control_net_unit_count": 10, "control_net_model_cache_size": 5, "control_net_no_detectmap": false, "control_net_detectmap_autosaving": false, "control_net_allow_script_control": false, "control_net_sync_field_args": true, "controlnet_show_batch_images_in_ui": false, "controlnet_increment_seed_during_batch": false, "controlnet_disable_openpose_edit": false, "controlnet_disable_photopea_edit": false, "controlnet_photopea_warning": true, "controlnet_input_thumbnail": true, "sd_checkpoint_hash": "15012c538f503ce2ebfc2c8547b268c75ccdaff7a281db55399940ff1d70e21d", "sd_model_checkpoint": "realisticVisionV51_v51VAE.safetensors [15012c538f]", "disabled_extensions": [], "disable_all_extensions": "none", "ad_max_models": 2, "ad_extra_models_dir": "", "ad_save_previews": false, "ad_save_images_before": false, "ad_only_seleted_scripts": true, "ad_script_names": "dynamic_prompting,dynamic_thresholding,wildcard_recursive,wildcards,lora_block_weight,negpip,soft_inpainting", "ad_bbox_sortby": "None", "ad_same_seed_for_each_tap": false, "image_browser_active_tabs": "txt2img, img2img, txt2img-grids, img2img-grids, Extras, Favorites, Others, All, Maintenance", "image_browser_hidden_components": [], "image_browser_with_subdirs": true, "image_browser_preload": false, "image_browser_copy_image": false, "image_browser_delete_message": true, "image_browser_txt_files": true, "image_browser_debug_level": "0 - none", "image_browser_delete_recycle": true, "image_browser_scan_exif": true, "image_browser_mod_shift": false, "image_browser_mod_ctrl_shift": false, "image_browser_ranking_pnginfo": false, "image_browser_page_columns": 6, "image_browser_page_rows": 6, "image_browser_pages_perload": 20, "image_browser_height_auto": false, "image_browser_use_thumbnail": false, "image_browser_thumbnail_size": 200, "image_browser_thumbnail_crop": false, "image_browser_swipe": false, "image_browser_img_tooltips": true, "image_browser_show_progress": true, "image_browser_info_add": false, "image_browser_video_pos": "Above", "image_browser_video_x": 640, "image_browser_video_y": 640, "sd_vae": "None", "outdir_samples": "", "outdir_txt2img_samples": "output\txt2img-images", "outdir_img2img_samples": "output\img2img-images", "outdir_extras_samples": "output\extras-images", "outdir_grids": "", "outdir_txt2img_grids": "output\txt2img-grids", "outdir_img2img_grids": "output\img2img-grids", "outdir_save": "log\images", "outdir_init_images": "output\init-images", "samples_save": true, "samples_format": "png", "samples_filename_pattern": "", "save_images_add_number": true, "save_images_replace_action": "Replace", "grid_save": true, "grid_format": "png", "grid_extended_filename": false, "grid_only_if_multiple": true, "grid_prevent_empty_spots": false, "grid_zip_filename_pattern": "", "n_rows": -1, "font": "", "grid_text_active_color": "#000000", "grid_text_inactive_color": "#999999", "grid_background_color": "#ffffff", "save_images_before_face_restoration": false, "save_images_before_highres_fix": false, "save_images_before_color_correction": false, "save_mask": false, "save_mask_composite": false, "jpeg_quality": 80, "webp_lossless": false, "export_for_4chan": true, "img_downscale_threshold": 4.0, "target_side_length": 4000.0, "img_max_size_mp": 200.0, "use_original_name_batch": true, "use_upscaler_name_as_suffix": false, "save_selected_only": true, "save_init_img": false, "temp_dir": "", "clean_temp_dir_at_start": false, "save_incomplete_images": false, "notification_audio": true, "notification_volume": 100, "save_to_dirs": true, "grid_save_to_dirs": true, "use_save_to_dirs_for_ui": false, "directories_filename_pattern": "[date]", "directories_max_prompt_words": 8, "auto_backcompat": true, "use_old_emphasis_implementation": false, "use_old_karras_scheduler_sigmas": false, "no_dpmpp_sde_batch_determinism": false, "use_old_hires_fix_width_height": false, "dont_fix_second_order_samplers_schedule": false, "hires_fix_use_firstpass_conds": false, "use_old_scheduling": false, "use_downcasted_alpha_bar": false, "lora_functional": false, "extra_networks_show_hidden_directories": true, "extra_networks_dir_button_function": false, "extra_networks_hidden_models": "When searched", "extra_networks_default_multiplier": 1, "extra_networks_card_width": 0.0, "extra_networks_card_height": 0.0, "extra_networks_card_text_scale": 1, "extra_networks_card_show_desc": true, "extra_networks_card_description_is_html": false, "extra_networks_card_order_field": "Path", "extra_networks_card_order": "Ascending", "extra_networks_tree_view_default_enabled": false, "extra_networks_add_text_separator": " ", "ui_extra_networks_tab_reorder": "", "textual_inversion_print_at_load": false, "textual_inversion_add_hashes_to_infotext": true, "sd_hypernetwork": "None", "sd_lora": "None", "lora_preferred_name": "Alias from file", "lora_add_hashes_to_infotext": true, "lora_show_all": false, "lora_hide_unknown_for_versions": [], "lora_in_memory_limit": 0, "lora_not_found_warning_console": false, "lora_not_found_gradio_warning": false, "cross_attention_optimization": "Automatic", "s_min_uncond": 0, "token_merging_ratio": 0, "token_merging_ratio_img2img": 0, "token_merging_ratio_hr": 0, "pad_cond_uncond": false, "pad_cond_uncond_v0": false, "persistent_cond_cache": true, "batch_cond_uncond": true, "fp8_storage": "Disable", "cache_fp16_weight": false, "hide_samplers": [], "eta_ddim": 0, "eta_ancestral": 1, "ddim_discretize": "uniform", "s_churn": 0, "s_tmin": 0, "s_tmax": 0, "s_noise": 1, "k_sched_type": "Automatic", "sigma_min": 0.0, "sigma_max": 0.0, "rho": 0.0, "eta_noise_seed_delta": 0, "always_discard_next_to_last_sigma": false, "sgm_noise_multiplier": false, "uni_pc_variant": "bh1", "uni_pc_skip_type": "time_uniform", "uni_pc_order": 3, "uni_pc_lower_order_final": true, "sd_noise_schedule": "Default", "sd_checkpoints_limit": 1, "sd_checkpoints_keep_in_cpu": true, "sd_checkpoint_cache": 0, "sd_unet": "Automatic", "enable_quantization": false, "emphasis": "Original", "enable_batch_seeds": true, "comma_padding_backtrack": 20, "upcast_attn": false, "randn_source": "GPU", "tiling": false, "hires_fix_refiner_pass": "second pass", "enable_prompt_comments": true, "sdxl_crop_top": 0.0, "sdxl_crop_left": 0.0, "sdxl_refiner_low_aesthetic_score": 2.5, "sdxl_refiner_high_aesthetic_score": 6.0, "sd_vae_checkpoint_cache": 0, "sd_vae_overrides_per_model_preferences": true, "auto_vae_precision_bfloat16": false, "auto_vae_precision": true, "sd_vae_encode_method": "Full", "sd_vae_decode_method": "Full", "inpainting_mask_weight": 1, "initial_noise_multiplier": 1, "img2img_extra_noise": 0, "img2img_color_correction": false, "img2img_fix_steps": false, "img2img_background_color": "#ffffff", "img2img_editor_height": 720, "img2img_sketch_default_brush_color": "#ffffff", "img2img_inpaint_mask_brush_color": "#ffffff", "img2img_inpaint_sketch_default_brush_color": "#ffffff", "return_mask": false, "return_mask_composite": false, "img2img_batch_show_results_limit": 32, "overlay_inpaint": true, "return_grid": true, "do_not_show_images": false, "js_modal_lightbox": true, "js_modal_lightbox_initially_zoomed": true, "js_modal_lightbox_gamepad": false, "js_modal_lightbox_gamepad_repeat": 250.0, "sd_webui_modal_lightbox_icon_opacity": 1, "sd_webui_modal_lightbox_toolbar_opacity": 0.9, "gallery_height": "", "open_dir_button_choice": "Subdirectory", "enable_pnginfo": true, "save_txt": false, "add_model_name_to_info": true, "add_model_hash_to_info": true, "add_vae_name_to_info": true, "add_vae_hash_to_info": true, "add_user_name_to_info": false, "add_version_to_infotext": true, "disable_weights_auto_swap": true, "infotext_skip_pasting": [], "infotext_styles": "Apply if any", "show_progressbar": true, "live_previews_enable": true, "live_previews_image_format": "png", "show_progress_grid": true, "show_progress_every_n_steps": 10, "show_progress_type": "Approx NN", "live_preview_allow_lowvram_full": false, "live_preview_content": "Prompt", "live_preview_refresh_period": 1000.0, "live_preview_fast_interrupt": false, "js_live_preview_in_modal_lightbox": false, "keyedit_precision_attention": 0.1, "keyedit_precision_extra": 0.05, "keyedit_delimiters": ".,\/!?%^*;:{}=`~() ", "keyedit_delimiters_whitespace": [ "Tab", "Carriage Return", "Line Feed" ], "keyedit_move": true, "disable_token_counters": false, "include_styles_into_token_counters": true, "extra_options_txt2img": [], "extra_options_img2img": [], "extra_options_cols": 1, "extra_options_accordion": false, "compact_prompt_box": false, "samplers_in_dropdown": true, "dimensions_and_batch_together": true, "sd_checkpoint_dropdown_use_short": false, "hires_fix_show_sampler": false, "hires_fix_show_prompts": false, "txt2img_settings_accordion": false, "img2img_settings_accordion": false, "interrupt_after_current": true, "localization": "None", "quicksettings_list": [ "sd_model_checkpoint", "sd_vae", "CLIP_stop_at_last_layers" ], "ui_tab_order": [], "hidden_tabs": [], "ui_reorder_list": [], "gradio_theme": "Default", "gradio_themes_cache": true, "show_progress_in_title": true, "send_seed": true, "send_size": true, "api_enable_requests": true, "api_forbid_local_requests": true, "api_useragent": "", "auto_launch_browser": "Local", "enable_console_prompts": false, "show_warnings": false, "show_gradio_deprecation_warnings": true, "memmon_poll_rate": 8, "samples_log_stdout": false, "multiple_tqdm": true, "enable_upscale_progressbar": true, "print_hypernet_extra": false, "list_hidden_files": true, "disable_mmap_load_safetensors": false, "hide_ldm_prints": true, "dump_stacks_on_signal": false, "face_restoration": false, "face_restoration_model": "CodeFormer", "code_former_weight": 0.5, "face_restoration_unload": false, "postprocessing_enable_in_main_ui": [], "postprocessing_operation_order": [], "upscaling_max_images_in_cache": 5, "postprocessing_existing_caption_action": "Ignore", "ESRGAN_tile": 192, "ESRGAN_tile_overlap": 8, "realesrgan_enabled_models": [ "R-ESRGAN 4x+", "R-ESRGAN 4x+ Anime6B" ], "dat_enabled_models": [ "DAT x2", "DAT x3", "DAT x4" ], "DAT_tile": 192, "DAT_tile_overlap": 8, "unload_models_when_training": false, "pin_memory": false, "save_optimizer_state": false, "save_training_settings_to_txt": true, "dataset_filename_word_regex": "", "dataset_filename_join_string": " ", "training_image_repeats_per_epoch": 1, "training_write_csv_every": 500.0, "training_xattention_optimizations": false, "training_enable_tensorboard": false, "training_tensorboard_save_images": false, "training_tensorboard_flush_every": 120.0, "canvas_hotkey_zoom": "Alt", "canvas_hotkey_adjust": "Ctrl", "canvas_hotkey_shrink_brush": "Q", "canvas_hotkey_grow_brush": "W", "canvas_hotkey_move": "F", "canvas_hotkey_fullscreen": "S", "canvas_hotkey_reset": "R", "canvas_hotkey_overlap": "O", "canvas_show_tooltip": true, "canvas_auto_expand": true, "canvas_blur_prompt": false, "canvas_disabled_functions": [ "Overlap" ], "interrogate_keep_models_in_memory": false, "interrogate_return_ranks": false, "interrogate_clip_num_beams": 1, "interrogate_clip_min_length": 24, "interrogate_clip_max_length": 48, "interrogate_clip_dict_limit": 1500.0, "interrogate_clip_skip_categories": [], "interrogate_deepbooru_score_threshold": 0.5, "deepbooru_sort_alpha": true, "deepbooru_use_spaces": true, "deepbooru_escape": true, "deepbooru_filter_tags": "" }, "Startup": { "total": 23.000311374664307, "records": { "initial startup": 0.03200674057006836, "prepare environment/checks": 0.010002374649047852, "prepare environment/git version info": 0.09102106094360352, "prepare environment/torch GPU test": 2.6935508251190186, "prepare environment/clone repositores": 0.1534900665283203, "prepare environment/run extensions installers/adetailer": 0.23385262489318848, "prepare environment/run extensions installers/stable-diffusion-webui-images-browser": 0.19699907302856445, "prepare environment/run extensions installers": 0.43085169792175293, "prepare environment/run extensions_builtin installers/canvas-zoom-and-pan": 0.0, "prepare environment/run extensions_builtin installers/extra-options-section": 0.0, "prepare environment/run extensions_builtin installers/forge_legacy_preprocessors": 0.36553025245666504, "prepare environment/run extensions_builtin installers/forge_preprocessor_inpaint": 0.0, "prepare environment/run extensions_builtin installers/forge_preprocessor_marigold": 0.0, "prepare environment/run extensions_builtin installers/forge_preprocessor_normalbae": 0.0, "prepare environment/run extensions_builtin installers/forge_preprocessor_recolor": 0.0, "prepare environment/run extensions_builtin installers/forge_preprocessor_reference": 0.0, "prepare environment/run extensions_builtin installers/forge_preprocessor_revision": 0.0, "prepare environment/run extensions_builtin installers/forge_preprocessor_tile": 0.0, "prepare environment/run extensions_builtin installers/LDSR": 0.0, "prepare environment/run extensions_builtin installers/Lora": 0.0009996891021728516, "prepare environment/run extensions_builtin installers/mobile": 0.0, "prepare environment/run extensions_builtin installers/prompt-bracket-checker": 0.0, "prepare environment/run extensions_builtin installers/ScuNET": 0.0, "prepare environment/run extensions_builtin installers/sd_forge_controlllite": 0.0, "prepare environment/run extensions_builtin installers/sd_forge_controlnet": 0.3610818386077881, "prepare environment/run extensions_builtin installers/sd_forge_controlnet_example": 0.0, "prepare environment/run extensions_builtin installers/sd_forge_dynamic_thresholding": 0.0, "prepare environment/run extensions_builtin installers/sd_forge_fooocus_inpaint": 0.0, "prepare environment/run extensions_builtin installers/sd_forge_freeu": 0.0, "prepare environment/run extensions_builtin installers/sd_forge_hypertile": 0.0, "prepare environment/run extensions_builtin installers/sd_forge_ipadapter": 0.0, "prepare environment/run extensions_builtin installers/sd_forge_kohya_hrfix": 0.0010001659393310547, "prepare environment/run extensions_builtin installers/sd_forge_latent_modifier": 0.0, "prepare environment/run extensions_builtin installers/sd_forge_multidiffusion": 0.0, "prepare environment/run extensions_builtin installers/sd_forge_neveroom": 0.0, "prepare environment/run extensions_builtin installers/sd_forge_photomaker": 0.0, "prepare environment/run extensions_builtin installers/sd_forge_sag": 0.0, "prepare environment/run extensions_builtin installers/sd_forge_stylealign": 0.0, "prepare environment/run extensions_builtin installers/sd_forge_svd": 0.0, "prepare environment/run extensions_builtin installers/sd_forge_z123": 0.0, "prepare environment/run extensions_builtin installers/soft-inpainting": 0.0, "prepare environment/run extensions_builtin installers/SwinIR": 0.0, "prepare environment/run extensions_builtin installers": 0.728611946105957, "prepare environment": 4.150539398193359, "launcher": 0.00400090217590332, "import torch": 7.265965461730957, "import gradio": 1.3580751419067383, "setup paths": 1.0500507354736328, "import ldm": 0.007001399993896484, "import sgm": 0.0, "initialize shared": 0.1608736515045166, "other imports": 0.7025232315063477, "opts onchange": 0.0010004043579101562, "setup SD model": 0.0, "setup codeformer": 0.0020003318786621094, "setup gfpgan": 0.012002706527709961, "set samplers": 0.0, "list extensions": 0.0070018768310546875, "restore config state file": 0.0, "list SD models": 0.17704010009765625, "list localizations": 0.0010004043579101562, "load scripts/custom_code.py": 0.01000213623046875, "load scripts/img2imgalt.py": 0.0010001659393310547, "load scripts/loopback.py": 0.001001119613647461, "load scripts/outpainting_mk_2.py": 0.0, "load scripts/poor_mans_outpainting.py": 0.0010004043579101562, "load scripts/postprocessing_caption.py": 0.0, "load scripts/postprocessing_codeformer.py": 0.0, "load scripts/postprocessing_create_flipped_copies.py": 0.0009999275207519531, "load scripts/postprocessing_focal_crop.py": 0.009002208709716797, "load scripts/postprocessing_gfpgan.py": 0.0, "load scripts/postprocessing_split_oversized.py": 0.0, "load scripts/postprocessing_upscale.py": 0.0009999275207519531, "load scripts/processing_autosized_crop.py": 0.0, "load scripts/prompt_matrix.py": 0.0010001659393310547, "load scripts/prompts_from_file.py": 0.0, "load scripts/sd_upscale.py": 0.0, "load scripts/xyz_grid.py": 0.003000497817993164, "load scripts/ldsr_model.py": 1.0883941650390625, "load scripts/lora_script.py": 0.5586228370666504, "load scripts/scunet_model.py": 0.09402728080749512, "load scripts/swinir_model.py": 0.08701896667480469, "load scripts/hotkey_config.py": 0.0, "load scripts/extra_options_section.py": 0.001001119613647461, "load scripts/legacy_preprocessors.py": 0.014002799987792969, "load scripts/preprocessor_inpaint.py": 0.01600360870361328, "load scripts/preprocessor_marigold.py": 0.16206812858581543, "load scripts/preprocessor_normalbae.py": 0.006998777389526367, "load scripts/preprocessor_recolor.py": 0.0010027885437011719, "load scripts/forge_reference.py": 0.0, "load scripts/preprocessor_revision.py": 0.000997304916381836, "load scripts/preprocessor_tile.py": 0.0, "load scripts/forge_controllllite.py": 0.013002872467041016, "load scripts/controlnet.py": 0.8310556411743164, "load scripts/xyz_grid_support.py": 0.0009911060333251953, "load scripts/sd_forge_controlnet_example.py": 0.0, "load scripts/forge_dynamic_thresholding.py": 0.005001068115234375, "load scripts/forge_fooocus_inpaint.py": 0.0, "load scripts/forge_freeu.py": 0.005090475082397461, "load scripts/forge_hypertile.py": 0.004003047943115234, "load scripts/forge_ipadapter.py": 0.007010936737060547, "load scripts/kohya_hrfix.py": 0.004000663757324219, "load scripts/forge_latent_modifier.py": 0.004992961883544922, "load scripts/forge_multidiffusion.py": 0.010010242462158203, "load scripts/forge_never_oom.py": 0.0, "load scripts/forge_photomaker.py": 0.004001140594482422, "load scripts/forge_sag.py": 0.004001617431640625, "load scripts/forge_stylealign.py": 0.0009908676147460938, "load scripts/forge_svd.py": 0.09602117538452148, "load scripts/forge_z123.py": 0.09202122688293457, "load scripts/soft_inpainting.py": 0.0010008811950683594, "load scripts/!adetailer.py": 1.5319092273712158, "load scripts/image_browser.py": 0.2540585994720459, "load scripts/comments.py": 0.09502053260803223, "load scripts/refiner.py": 0.0, "load scripts/seed.py": 0.0010006427764892578, "load scripts": 5.023329257965088, "load upscalers": 0.005001068115234375, "refresh VAE": 0.0030007362365722656, "refresh textual inversion templates": 0.0, "scripts list_optimizers": 0.06101346015930176, "scripts list_unets": 0.0, "reload hypernetworks": 0.001001119613647461, "initialize extra networks": 0.003999948501586914, "scripts before_ui_callback": 0.002209186553955078, "create ui": 2.427550792694092, "gradio launch": 0.5711302757263184, "add APIs": 0.012003183364868164, "app_started_callback/lora_script.py": 0.0, "app_started_callback/controlnet.py": 0.0020012855529785156, "app_started_callback/!adetailer.py": 0.0, "app_started_callback": 0.0020012855529785156 } }, "Packages": [ "absl-py==2.1.0", "accelerate==0.21.0", "addict==2.4.0", "aenum==3.1.15", "aiofiles==23.2.1", "aiohttp==3.9.3", "aiosignal==1.3.1", "albumentations==1.3.1", "altair==5.2.0", "antlr4-python3-runtime==4.9.3", "anyio==3.7.1", "async-timeout==4.0.3", "attrs==23.2.0", "basicsr==1.4.2", "blendmodes==2022", "certifi==2024.2.2", "cffi==1.16.0", "chardet==5.2.0", "charset-normalizer==3.3.2", "clean-fid==0.1.35", "click==8.1.7", "clip==1.0", "colorama==0.4.6", "coloredlogs==15.0.1", "colorlog==6.8.2", "contourpy==1.2.0", "cssselect2==0.7.0", "cycler==0.12.1", "cython==3.0.8", "deprecation==2.1.0", "depth-anything==2024.1.22.0", "diffusers==0.25.0", "easydict==1.11", "einops==0.4.1", "embreex==2.17.7.post4", "exceptiongroup==1.2.0", "facexlib==0.3.0", "fastapi==0.94.0", "ffmpy==0.3.1", "filelock==3.13.1", "filterpy==1.4.5", "flatbuffers==24.3.7", "fonttools==4.47.2", "frozenlist==1.4.1", "fsspec==2024.2.0", "ftfy==6.1.3", "future==0.18.3", "fvcore==0.1.5.post20221221", "gitdb==4.0.11", "gitpython==3.1.32", "gradio-client==0.5.0", "gradio==3.41.2", "grpcio==1.60.1", "h11==0.12.0", "handrefinerportable==2024.2.12.0", "httpcore==0.15.0", "httpx==0.24.1", "huggingface-hub==0.20.3", "humanfriendly==10.0", "idna==3.6", "imageio==2.33.1", "importlib-metadata==7.0.1", "importlib-resources==6.3.0", "inflection==0.5.1", "insightface==0.7.3", "iopath==0.1.9", "jax==0.4.25", "jinja2==3.1.3", "joblib==1.3.2", "jsonmerge==1.8.0", "jsonschema-specifications==2023.12.1", "jsonschema==4.21.1", "kiwisolver==1.4.5", "kornia==0.6.7", "lark==1.1.2", "lazy-loader==0.3", "lightning-utilities==0.10.1", "llvmlite==0.42.0", "lmdb==1.4.1", "lxml==5.1.0", "mapbox-earcut==1.0.1", "markdown-it-py==3.0.0", "markdown==3.5.2", "markupsafe==2.1.5", "matplotlib==3.8.2", "mdurl==0.1.2", "mediapipe==0.10.11", "ml-dtypes==0.3.2", "mpmath==1.3.0", "multidict==6.0.5", "networkx==3.2.1", "numba==0.59.0", "numpy==1.26.2", "omegaconf==2.2.3", "onnx==1.15.0", "onnxruntime==1.17.0", "open-clip-torch==2.20.0", "opencv-contrib-python==4.9.0.80", "opencv-python-headless==4.9.0.80", "opencv-python==4.9.0.80", "opt-einsum==3.3.0", "orjson==3.9.13", "packaging==23.2", "pandas==2.2.0", "piexif==1.1.3", "pillow==9.5.0", "pip==24.0", "platformdirs==4.2.0", "portalocker==2.8.2", "prettytable==3.9.0", "protobuf==3.20.0", "psutil==5.9.5", "py-cpuinfo==9.0.0", "pycollada==0.8", "pycparser==2.21", "pydantic==1.10.14", "pydub==0.25.1", "pygments==2.17.2", "pyparsing==3.1.1", "pyreadline3==3.4.1", "python-dateutil==2.8.2", "python-multipart==0.0.7", "pytorch-lightning==1.9.4", "pytz==2024.1", "pywavelets==1.5.0", "pywin32==306", "pyyaml==6.0.1", "qudida==0.0.4", "referencing==0.33.0", "regex==2023.12.25", "reportlab==4.1.0", "requests==2.31.0", "resize-right==0.0.2", "rich==13.7.1", "rpds-py==0.17.1", "rtree==1.2.0", "safetensors==0.4.2", "scikit-image==0.21.0", "scikit-learn==1.4.0", "scipy==1.12.0", "seaborn==0.13.2", "semantic-version==2.10.0", "send2trash==1.8.2", "sentencepiece==0.2.0", "setuptools==69.0.3", "shapely==2.0.2", "six==1.16.0", "smmap==5.0.1", "sniffio==1.3.0", "sounddevice==0.4.6", "spandrel==0.1.6", "starlette==0.26.1", "svg.path==6.3", "svglib==1.5.1", "sympy==1.12", "tabulate==0.9.0", "tb-nightly==2.16.0a20240204", "tensorboard-data-server==0.7.2", "termcolor==2.4.0", "tf-keras-nightly==2.16.0.dev2024020410", "thop==0.1.1.post2209072238", "threadpoolctl==3.2.0", "tifffile==2024.1.30", "timm==0.9.16", "tinycss2==1.2.1", "tokenizers==0.13.3", "tomesd==0.1.3", "tomli==2.0.1", "toolz==0.12.1", "torch==2.1.2+cu121", "torchdiffeq==0.2.3", "torchmetrics==1.3.0.post0", "torchsde==0.2.6", "torchvision==0.16.2+cu121", "tqdm==4.66.2", "trampoline==0.1.2", "transformers==4.30.2", "trimesh==4.1.3", "typing-extensions==4.9.0", "tzdata==2023.4", "ultralytics==8.1.28", "urllib3==2.2.0", "uvicorn==0.27.0.post1", "vhacdx==0.0.5", "wcwidth==0.2.13", "webencodings==0.5.1", "websockets==11.0.3", "werkzeug==3.0.1", "wheel==0.42.0", "xxhash==3.4.1", "yacs==0.1.8", "yapf==0.40.2", "yarl==1.9.4", "zipp==3.17.0" ] }

Console logs

To create a public link, set `share=True` in `launch()`.
Using pytorch attention in VAE
Working with z of shape (1, 4, 32, 32) = 4096 dimensions.
Using pytorch attention in VAE
Startup time: 23.0s (prepare environment: 4.2s, import torch: 7.3s, import gradio: 1.4s, setup paths: 1.1s, initialize shared: 0.2s, other imports: 0.7s, list SD models: 0.2s, load scripts: 5.0s, create ui: 2.4s, gradio launch: 0.6s).
extra {'cond_stage_model.clip_l.logit_scale', 'cond_stage_model.clip_l.text_projection'}
To load target model SD1ClipModel
Begin to load 1 model
[Memory Management] Current Free GPU Memory (MB) =  10792.636131286621
[Memory Management] Model Memory (MB) =  454.2076225280762
[Memory Management] Minimal Inference Memory (MB) =  1024.0
[Memory Management] Estimated Remaining GPU Memory (MB) =  9314.428508758545
Moving model(s) has taken 0.62 seconds
Model loaded in 12.2s (load weights from disk: 1.2s, forge load real models: 8.5s, calculate empty prompt: 2.5s).
2024-03-15 02:48:18,415 - ControlNet - INFO - ControlNet Input Mode: InputMode.SIMPLE
2024-03-15 02:48:18,418 - ControlNet - INFO - Using preprocessor: lineart_standard (from white bg & black line)
2024-03-15 02:48:18,419 - ControlNet - INFO - preprocessor resolution = 512
Warning torch.load doesn't support weights_only on this pytorch version, loading unsafely.
[] []
2024-03-15 02:48:19,494 - ControlNet - INFO - Current ControlNet ControlNetPatcher: H:\stable-diffusion-webui\models\ControlNet\control_v11p_sd15_lineart.pth
2024-03-15 02:48:19,770 - ControlNet - INFO - ControlNet Method lineart_standard (from white bg & black line) patched.
To load target model BaseModel
To load target model ControlNet
Begin to load 2 models
[Memory Management] Current Free GPU Memory (MB) =  9890.131875991821
[Memory Management] Model Memory (MB) =  1639.4137649536133
[Memory Management] Minimal Inference Memory (MB) =  1024.0
[Memory Management] Estimated Remaining GPU Memory (MB) =  7226.718111038208
[Memory Management] Current Free GPU Memory (MB) =  8250.718111038208
[Memory Management] Model Memory (MB) =  689.0852355957031
[Memory Management] Minimal Inference Memory (MB) =  1024.0
[Memory Management] Estimated Remaining GPU Memory (MB) =  6537.632875442505
Moving model(s) has taken 3.58 seconds
  0%|                                                                                           | 0/20 [00:00<?, ?it/s]warning control could not be applied torch.Size([2, 1280, 6, 4]) torch.Size([2, 1280, 12, 8])
warning control could not be applied torch.Size([2, 1280, 6, 4]) torch.Size([2, 1280, 12, 8])
warning control could not be applied torch.Size([2, 1280, 6, 4]) torch.Size([2, 1280, 12, 8])
warning control could not be applied torch.Size([2, 1280, 6, 4]) torch.Size([2, 1280, 12, 8])
warning control could not be applied torch.Size([2, 1280, 12, 8]) torch.Size([2, 1280, 24, 16])
warning control could not be applied torch.Size([2, 1280, 12, 8]) torch.Size([2, 1280, 24, 16])
warning control could not be applied torch.Size([2, 640, 12, 8]) torch.Size([2, 640, 24, 16])
warning control could not be applied torch.Size([2, 640, 24, 16]) torch.Size([2, 640, 48, 32])
warning control could not be applied torch.Size([2, 640, 24, 16]) torch.Size([2, 640, 48, 32])
  5%|████▏                                                                              | 1/20 [00:02<00:49,  2.60s/it]warning control could not be applied torch.Size([2, 1280, 6, 4]) torch.Size([2, 1280, 12, 8])    | 0/20 [00:00<?, ?it/s]
warning control could not be applied torch.Size([2, 1280, 6, 4]) torch.Size([2, 1280, 12, 8])
warning control could not be applied torch.Size([2, 1280, 6, 4]) torch.Size([2, 1280, 12, 8])
warning control could not be applied torch.Size([2, 1280, 6, 4]) torch.Size([2, 1280, 12, 8])
warning control could not be applied torch.Size([2, 1280, 12, 8]) torch.Size([2, 1280, 24, 16])
warning control could not be applied torch.Size([2, 1280, 12, 8]) torch.Size([2, 1280, 24, 16])
warning control could not be applied torch.Size([2, 640, 12, 8]) torch.Size([2, 640, 24, 16])
warning control could not be applied torch.Size([2, 640, 24, 16]) torch.Size([2, 640, 48, 32])
warning control could not be applied torch.Size([2, 640, 24, 16]) torch.Size([2, 640, 48, 32])
 10%|████████▎                                                                          | 2/20 [00:02<00:21,  1.22s/it]warning control could not be applied torch.Size([2, 1280, 6, 4]) torch.Size([2, 1280, 12, 8])20 [00:00<00:01, 10.31it/s]
warning control could not be applied torch.Size([2, 1280, 6, 4]) torch.Size([2, 1280, 12, 8])
warning control could not be applied torch.Size([2, 1280, 6, 4]) torch.Size([2, 1280, 12, 8])
warning control could not be applied torch.Size([2, 1280, 6, 4]) torch.Size([2, 1280, 12, 8])
warning control could not be applied torch.Size([2, 1280, 12, 8]) torch.Size([2, 1280, 24, 16])
warning control could not be applied torch.Size([2, 1280, 12, 8]) torch.Size([2, 1280, 24, 16])
warning control could not be applied torch.Size([2, 640, 12, 8]) torch.Size([2, 640, 24, 16])
warning control could not be applied torch.Size([2, 640, 24, 16]) torch.Size([2, 640, 48, 32])
warning control could not be applied torch.Size([2, 640, 24, 16]) torch.Size([2, 640, 48, 32])
 15%|████████████▍                                                                      | 3/20 [00:03<00:12,  1.32it/s]warning control could not be applied torch.Size([2, 1280, 6, 4]) torch.Size([2, 1280, 12, 8])
warning control could not be applied torch.Size([2, 1280, 6, 4]) torch.Size([2, 1280, 12, 8])
warning control could not be applied torch.Size([2, 1280, 6, 4]) torch.Size([2, 1280, 12, 8])
warning control could not be applied torch.Size([2, 1280, 6, 4]) torch.Size([2, 1280, 12, 8])
warning control could not be applied torch.Size([2, 1280, 12, 8]) torch.Size([2, 1280, 24, 16])
warning control could not be applied torch.Size([2, 1280, 12, 8]) torch.Size([2, 1280, 24, 16])
warning control could not be applied torch.Size([2, 640, 12, 8]) torch.Size([2, 640, 24, 16])
warning control could not be applied torch.Size([2, 640, 24, 16]) torch.Size([2, 640, 48, 32])
warning control could not be applied torch.Size([2, 640, 24, 16]) torch.Size([2, 640, 48, 32])
 20%|████████████████▌                                                                  | 4/20 [00:03<00:08,  1.84it/s]warning control could not be applied torch.Size([2, 1280, 6, 4]) torch.Size([2, 1280, 12, 8])20 [00:00<00:02,  6.05it/s]
warning control could not be applied torch.Size([2, 1280, 6, 4]) torch.Size([2, 1280, 12, 8])
warning control could not be applied torch.Size([2, 1280, 6, 4]) torch.Size([2, 1280, 12, 8])
warning control could not be applied torch.Size([2, 1280, 6, 4]) torch.Size([2, 1280, 12, 8])
warning control could not be applied torch.Size([2, 1280, 12, 8]) torch.Size([2, 1280, 24, 16])
warning control could not be applied torch.Size([2, 1280, 12, 8]) torch.Size([2, 1280, 24, 16])
warning control could not be applied torch.Size([2, 640, 12, 8]) torch.Size([2, 640, 24, 16])
warning control could not be applied torch.Size([2, 640, 24, 16]) torch.Size([2, 640, 48, 32])
warning control could not be applied torch.Size([2, 640, 24, 16]) torch.Size([2, 640, 48, 32])
 25%|████████████████████▊                                                              | 5/20 [00:03<00:06,  2.36it/s]warning control could not be applied torch.Size([2, 1280, 6, 4]) torch.Size([2, 1280, 12, 8])20 [00:00<00:02,  5.57it/s]
warning control could not be applied torch.Size([2, 1280, 6, 4]) torch.Size([2, 1280, 12, 8])
warning control could not be applied torch.Size([2, 1280, 6, 4]) torch.Size([2, 1280, 12, 8])
warning control could not be applied torch.Size([2, 1280, 6, 4]) torch.Size([2, 1280, 12, 8])
warning control could not be applied torch.Size([2, 1280, 12, 8]) torch.Size([2, 1280, 24, 16])
warning control could not be applied torch.Size([2, 1280, 12, 8]) torch.Size([2, 1280, 24, 16])
warning control could not be applied torch.Size([2, 640, 12, 8]) torch.Size([2, 640, 24, 16])
warning control could not be applied torch.Size([2, 640, 24, 16]) torch.Size([2, 640, 48, 32])
warning control could not be applied torch.Size([2, 640, 24, 16]) torch.Size([2, 640, 48, 32])
 30%|████████████████████████▉                                                          | 6/20 [00:03<00:04,  2.84it/s]warning control could not be applied torch.Size([2, 1280, 6, 4]) torch.Size([2, 1280, 12, 8])20 [00:01<00:02,  5.29it/s]
warning control could not be applied torch.Size([2, 1280, 6, 4]) torch.Size([2, 1280, 12, 8])
warning control could not be applied torch.Size([2, 1280, 6, 4]) torch.Size([2, 1280, 12, 8])
warning control could not be applied torch.Size([2, 1280, 6, 4]) torch.Size([2, 1280, 12, 8])
warning control could not be applied torch.Size([2, 1280, 12, 8]) torch.Size([2, 1280, 24, 16])
warning control could not be applied torch.Size([2, 1280, 12, 8]) torch.Size([2, 1280, 24, 16])
warning control could not be applied torch.Size([2, 640, 12, 8]) torch.Size([2, 640, 24, 16])
warning control could not be applied torch.Size([2, 640, 24, 16]) torch.Size([2, 640, 48, 32])
warning control could not be applied torch.Size([2, 640, 24, 16]) torch.Size([2, 640, 48, 32])
100%|██████████████████████████████████████████████████████████████████████████████████| 20/20 [00:06<00:00,  3.04it/s]
To load target model AutoencoderKL█████████████████████████████████████████████████████| 20/20 [00:03<00:00,  5.18it/s]

Additional information

RTX 3060 12gb

catboxanon commented 5 months ago

Duplicate of https://github.com/lllyasviel/stable-diffusion-webui-forge/issues/95