search

AUTOMATIC1111 / stable-diffusion-webui

Stable Diffusion web UI
GNU Affero General Public License v3.0
139.16k stars 26.41k forks source link

[Bug]: Disk usage spikes when loading / unloading sdxl loras #16002

Closed 2u843yt385592yjh closed 5 days ago

2u843yt385592yjh commented 2 months ago

Checklist

What happened?

Issue on version 1.9.4 Hard drive spikes up to 50% usage, specifically when sdxl loras are loaded / unloaded. Once loaded (after 1 image generated and a few minutes), the performance stabilizes again with normal generation times.

Also from https://github.com/AUTOMATIC1111/stable-diffusion-webui/issues/15206

Steps to reproduce the problem

  1. Load any sdxl lora into your prompt
  2. Generate an image
  3. Generate an image again
  4. Generation times should be different

What should have happened?

Should sdxl lora loading / unloading freeze the system for a few minutes?

What browsers do you use to access the UI ?

Mozilla Firefox

Sysinfo

{
    "Platform": "Windows-10-10.0.22631-SP0",
    "Python": "3.10.6",
    "Version": "1.9.4",
    "Commit": "<none>",
    "Script path": "D:\\webui194",
    "Data path": "D:\\webui194",
    "Extensions dir": "D:\\webui194\\extensions",
    "Checksum": "d4087715930b156c873bc989354a2cea7110769a320213277a7fa2d226e74736",
    "Commandline": [
        "launch.py",
        "--xformers",
        "--medvram",
        "--medvram-sdxl"
    ],
    "Torch env info": {
        "torch_version": "2.1.2+cu121",
        "is_debug_build": "False",
        "cuda_compiled_version": "12.1",
        "gcc_version": null,
        "clang_version": null,
        "cmake_version": null,
        "os": null,
        "libc_version": "N/A",
        "python_version": "3.10.6 (tags/v3.10.6:9c7b4bd, Aug  1 2022, 21:53:49) [MSC v.1932 64 bit (AMD64)] (64-bit runtime)",
        "python_platform": "Windows-10-10.0.22631-SP0",
        "is_cuda_available": "True",
        "cuda_runtime_version": null,
        "cuda_module_loading": "LAZY",
        "nvidia_driver_version": "552.44",
        "nvidia_gpu_models": "GPU 0: NVIDIA GeForce RTX 3060",
        "cudnn_version": null,
        "pip_version": "pip3",
        "pip_packages": [
            "numpy==1.26.2",
            "open-clip-torch==2.20.0",
            "pytorch-lightning==1.9.4",
            "torch==2.1.2+cu121",
            "torchdiffeq==0.2.3",
            "torchmetrics==1.4.0.post0",
            "torchsde==0.2.6",
            "torchvision==0.16.2+cu121"
        ],
        "conda_packages": null,
        "hip_compiled_version": "N/A",
        "hip_runtime_version": "N/A",
        "miopen_runtime_version": "N/A",
        "caching_allocator_config": "",
        "is_xnnpack_available": "True",
        "cpu_info": [
            "\"wmic\" no se reconoce como un comando interno o externo,",
            "programa o archivo por lotes ejecutable."
        ]
    },
    "Exceptions": [
        {
            "exception": "A tensor with all NaNs was produced in VAE. This could be because there's not enough precision to represent the picture. Try adding --no-half-vae commandline argument to fix this. Use --disable-nan-check commandline argument to disable this check.",
            "traceback": [
                [
                    "D:\\webui194\\modules\\processing.py, line 638, decode_latent_batch",
                    "devices.test_for_nans(sample, \"vae\")"
                ],
                [
                    "D:\\webui194\\modules\\devices.py, line 255, test_for_nans",
                    "raise NansException(message)"
                ]
            ]
        }
    ],
    "CPU": {
        "model": "AMD64 Family 25 Model 80 Stepping 0, AuthenticAMD",
        "count logical": 12,
        "count physical": 6
    },
    "RAM": {
        "total": "16GB",
        "used": "14GB",
        "free": "2GB"
    },
    "Extensions": [
        {
            "name": "a1111-sd-webui-tagcomplete",
            "path": "D:\\webui194\\extensions\\a1111-sd-webui-tagcomplete",
            "version": "29b5bf07",
            "branch": "main",
            "remote": "https://github.com/DominikDoom/a1111-sd-webui-tagcomplete.git"
        },
        {
            "name": "adetailer",
            "path": "D:\\webui194\\extensions\\adetailer",
            "version": "a89c01d3",
            "branch": "main",
            "remote": "https://github.com/Bing-su/adetailer.git"
        }
    ],
    "Inactive extensions": [],
    "Environment": {
        "COMMANDLINE_ARGS": "--xformers --medvram --medvram-sdxl --ckpt-dir 'D:\\models\\Stable-diffusion' --lora-dir 'D:\\models\\Lora' --vae-dir 'D:\\models\\VAE' --esrgan-models-path 'D:\\models\\ESRGAN'",
        "GRADIO_ANALYTICS_ENABLED": "False"
    },
    "Config": {
        "ldsr_steps": 100,
        "ldsr_cached": false,
        "SCUNET_tile": 256,
        "SCUNET_tile_overlap": 8,
        "SWIN_tile": 192,
        "SWIN_tile_overlap": 8,
        "SWIN_torch_compile": false,
        "hypertile_enable_unet": false,
        "hypertile_enable_unet_secondpass": false,
        "hypertile_max_depth_unet": 3,
        "hypertile_max_tile_unet": 256,
        "hypertile_swap_size_unet": 3,
        "hypertile_enable_vae": false,
        "hypertile_max_depth_vae": 3,
        "hypertile_max_tile_vae": 128,
        "hypertile_swap_size_vae": 3,
        "sd_model_checkpoint": "animagine.safetensors [e3c47aedb0]",
        "sd_checkpoint_hash": "e3c47aedb06418c6c331443cd89f2b3b3b34b7ed2102a3d4c4408a8d35aad6b0",
        "outdir_samples": "",
        "outdir_txt2img_samples": "outputs\\txt2img-images",
        "outdir_img2img_samples": "outputs\\img2img-images",
        "outdir_extras_samples": "outputs\\extras-images",
        "outdir_grids": "",
        "outdir_txt2img_grids": "outputs\\txt2img-grids",
        "outdir_img2img_grids": "outputs\\img2img-grids",
        "outdir_save": "log\\images",
        "outdir_init_images": "outputs\\init-images",
        "samples_save": true,
        "samples_format": "png",
        "samples_filename_pattern": "",
        "save_images_add_number": true,
        "save_images_replace_action": "Replace",
        "grid_save": true,
        "grid_format": "png",
        "grid_extended_filename": false,
        "grid_only_if_multiple": true,
        "grid_prevent_empty_spots": false,
        "grid_zip_filename_pattern": "",
        "n_rows": -1,
        "font": "",
        "grid_text_active_color": "#000000",
        "grid_text_inactive_color": "#999999",
        "grid_background_color": "#ffffff",
        "save_images_before_face_restoration": false,
        "save_images_before_highres_fix": false,
        "save_images_before_color_correction": false,
        "save_mask": false,
        "save_mask_composite": false,
        "jpeg_quality": 80,
        "webp_lossless": false,
        "export_for_4chan": true,
        "img_downscale_threshold": 4.0,
        "target_side_length": 4000.0,
        "img_max_size_mp": 200.0,
        "use_original_name_batch": true,
        "use_upscaler_name_as_suffix": false,
        "save_selected_only": true,
        "save_init_img": false,
        "temp_dir": "outputs\\temp",
        "clean_temp_dir_at_start": false,
        "save_incomplete_images": false,
        "notification_audio": true,
        "notification_volume": 100,
        "save_to_dirs": true,
        "grid_save_to_dirs": true,
        "use_save_to_dirs_for_ui": false,
        "directories_filename_pattern": "[date]",
        "directories_max_prompt_words": 8,
        "auto_backcompat": true,
        "use_old_emphasis_implementation": false,
        "use_old_karras_scheduler_sigmas": false,
        "no_dpmpp_sde_batch_determinism": false,
        "use_old_hires_fix_width_height": false,
        "dont_fix_second_order_samplers_schedule": false,
        "hires_fix_use_firstpass_conds": false,
        "use_old_scheduling": false,
        "use_downcasted_alpha_bar": false,
        "refiner_switch_by_sample_steps": false,
        "lora_functional": false,
        "extra_networks_show_hidden_directories": true,
        "extra_networks_dir_button_function": false,
        "extra_networks_hidden_models": "When searched",
        "extra_networks_default_multiplier": 1,
        "extra_networks_card_width": 0.0,
        "extra_networks_card_height": 0.0,
        "extra_networks_card_text_scale": 1,
        "extra_networks_card_show_desc": true,
        "extra_networks_card_description_is_html": false,
        "extra_networks_card_order_field": "Path",
        "extra_networks_card_order": "Ascending",
        "extra_networks_tree_view_style": "Dirs",
        "extra_networks_tree_view_default_enabled": true,
        "extra_networks_tree_view_default_width": 180.0,
        "extra_networks_add_text_separator": " ",
        "ui_extra_networks_tab_reorder": "",
        "textual_inversion_print_at_load": false,
        "textual_inversion_add_hashes_to_infotext": true,
        "sd_hypernetwork": "None",
        "sd_lora": "None",
        "lora_preferred_name": "Filename",
        "lora_add_hashes_to_infotext": true,
        "lora_show_all": false,
        "lora_hide_unknown_for_versions": [],
        "lora_in_memory_limit": 0,
        "lora_not_found_warning_console": false,
        "lora_not_found_gradio_warning": false,
        "cross_attention_optimization": "xformers",
        "s_min_uncond": 0,
        "token_merging_ratio": 0,
        "token_merging_ratio_img2img": 0,
        "token_merging_ratio_hr": 0,
        "pad_cond_uncond": false,
        "pad_cond_uncond_v0": false,
        "persistent_cond_cache": true,
        "batch_cond_uncond": true,
        "fp8_storage": "Disable",
        "cache_fp16_weight": false,
        "hide_samplers": [],
        "eta_ddim": 0,
        "eta_ancestral": 1,
        "ddim_discretize": "uniform",
        "s_churn": 0,
        "s_tmin": 0,
        "s_tmax": 0,
        "s_noise": 1,
        "sigma_min": 0.0,
        "sigma_max": 0.0,
        "rho": 0.0,
        "eta_noise_seed_delta": 0,
        "always_discard_next_to_last_sigma": false,
        "sgm_noise_multiplier": false,
        "uni_pc_variant": "bh1",
        "uni_pc_skip_type": "time_uniform",
        "uni_pc_order": 3,
        "uni_pc_lower_order_final": true,
        "sd_noise_schedule": "Default",
        "sd_checkpoints_limit": 1,
        "sd_checkpoints_keep_in_cpu": true,
        "sd_checkpoint_cache": 0,
        "sd_unet": "Automatic",
        "enable_quantization": false,
        "emphasis": "Original",
        "enable_batch_seeds": true,
        "comma_padding_backtrack": 20,
        "CLIP_stop_at_last_layers": 2,
        "upcast_attn": false,
        "randn_source": "GPU",
        "tiling": false,
        "hires_fix_refiner_pass": "second pass",
        "enable_prompt_comments": true,
        "sdxl_crop_top": 0.0,
        "sdxl_crop_left": 0.0,
        "sdxl_refiner_low_aesthetic_score": 2.5,
        "sdxl_refiner_high_aesthetic_score": 6.0,
        "sd_vae_checkpoint_cache": 0,
        "sd_vae": "sdxl_vae.safetensors",
        "sd_vae_overrides_per_model_preferences": false,
        "auto_vae_precision_bfloat16": false,
        "auto_vae_precision": true,
        "sd_vae_encode_method": "Full",
        "sd_vae_decode_method": "Full",
        "inpainting_mask_weight": 1,
        "initial_noise_multiplier": 1,
        "img2img_extra_noise": 0,
        "img2img_color_correction": false,
        "img2img_fix_steps": false,
        "img2img_background_color": "#ffffff",
        "img2img_editor_height": 720,
        "img2img_sketch_default_brush_color": "#ffffff",
        "img2img_inpaint_mask_brush_color": "#ffffff",
        "img2img_inpaint_sketch_default_brush_color": "#ffffff",
        "return_mask": false,
        "return_mask_composite": false,
        "img2img_batch_show_results_limit": 32,
        "overlay_inpaint": true,
        "return_grid": true,
        "do_not_show_images": false,
        "js_modal_lightbox": true,
        "js_modal_lightbox_initially_zoomed": true,
        "js_modal_lightbox_gamepad": false,
        "js_modal_lightbox_gamepad_repeat": 250.0,
        "sd_webui_modal_lightbox_icon_opacity": 1,
        "sd_webui_modal_lightbox_toolbar_opacity": 0.9,
        "gallery_height": "",
        "open_dir_button_choice": "Subdirectory",
        "enable_pnginfo": true,
        "save_txt": false,
        "add_model_name_to_info": true,
        "add_model_hash_to_info": true,
        "add_vae_name_to_info": true,
        "add_vae_hash_to_info": true,
        "add_user_name_to_info": false,
        "add_version_to_infotext": true,
        "disable_weights_auto_swap": true,
        "infotext_skip_pasting": [],
        "infotext_styles": "Apply if any",
        "show_progressbar": true,
        "live_previews_enable": true,
        "live_previews_image_format": "png",
        "show_progress_grid": true,
        "show_progress_every_n_steps": 10,
        "show_progress_type": "Approx NN",
        "live_preview_allow_lowvram_full": false,
        "live_preview_content": "Prompt",
        "live_preview_refresh_period": 1000.0,
        "live_preview_fast_interrupt": false,
        "js_live_preview_in_modal_lightbox": false,
        "keyedit_precision_attention": 0.1,
        "keyedit_precision_extra": 0.05,
        "keyedit_delimiters": ".,\\/!?%^*;:{}=`~() ",
        "keyedit_delimiters_whitespace": [
            "Tab",
            "Carriage Return",
            "Line Feed"
        ],
        "keyedit_move": true,
        "disable_token_counters": false,
        "include_styles_into_token_counters": true,
        "extra_options_txt2img": [],
        "extra_options_img2img": [],
        "extra_options_cols": 1,
        "extra_options_accordion": false,
        "compact_prompt_box": false,
        "samplers_in_dropdown": true,
        "dimensions_and_batch_together": true,
        "sd_checkpoint_dropdown_use_short": false,
        "hires_fix_show_sampler": false,
        "hires_fix_show_prompts": false,
        "txt2img_settings_accordion": false,
        "img2img_settings_accordion": false,
        "interrupt_after_current": true,
        "localization": "None",
        "quicksettings_list": [
            "sd_model_checkpoint",
            "sd_vae",
            "CLIP_stop_at_last_layers",
            "eta_noise_seed_delta",
            "infotext_skip_pasting"
        ],
        "ui_tab_order": [],
        "hidden_tabs": [],
        "ui_reorder_list": [],
        "gradio_theme": "Default",
        "gradio_themes_cache": true,
        "show_progress_in_title": true,
        "send_seed": true,
        "send_size": true,
        "enable_reloading_ui_scripts": false,
        "api_enable_requests": true,
        "api_forbid_local_requests": true,
        "api_useragent": "",
        "prioritized_callbacks_app_started": [],
        "prioritized_callbacks_model_loaded": [],
        "prioritized_callbacks_ui_settings": [],
        "prioritized_callbacks_infotext_pasted": [],
        "prioritized_callbacks_script_unloaded": [],
        "prioritized_callbacks_before_ui": [],
        "prioritized_callbacks_list_optimizers": [],
        "prioritized_callbacks_before_token_counter": [],
        "prioritized_callbacks_script_before_process": [],
        "prioritized_callbacks_script_process": [],
        "prioritized_callbacks_script_post_sample": [],
        "prioritized_callbacks_script_on_mask_blend": [],
        "prioritized_callbacks_script_postprocess_maskoverlay": [],
        "auto_launch_browser": "Local",
        "enable_console_prompts": false,
        "show_warnings": false,
        "show_gradio_deprecation_warnings": true,
        "memmon_poll_rate": 8,
        "samples_log_stdout": false,
        "multiple_tqdm": true,
        "enable_upscale_progressbar": true,
        "print_hypernet_extra": false,
        "list_hidden_files": true,
        "disable_mmap_load_safetensors": false,
        "hide_ldm_prints": true,
        "dump_stacks_on_signal": false,
        "face_restoration": false,
        "face_restoration_model": "CodeFormer",
        "code_former_weight": 0.5,
        "face_restoration_unload": false,
        "postprocessing_enable_in_main_ui": [],
        "postprocessing_disable_in_extras": [],
        "postprocessing_operation_order": [],
        "upscaling_max_images_in_cache": 5,
        "postprocessing_existing_caption_action": "Ignore",
        "ESRGAN_tile": 192,
        "ESRGAN_tile_overlap": 8,
        "realesrgan_enabled_models": [
            "R-ESRGAN 4x+",
            "R-ESRGAN 4x+ Anime6B"
        ],
        "dat_enabled_models": [
            "DAT x2",
            "DAT x3",
            "DAT x4"
        ],
        "DAT_tile": 192,
        "DAT_tile_overlap": 8,
        "set_scale_by_when_changing_upscaler": false,
        "unload_models_when_training": false,
        "pin_memory": false,
        "save_optimizer_state": false,
        "save_training_settings_to_txt": true,
        "dataset_filename_word_regex": "",
        "dataset_filename_join_string": " ",
        "training_image_repeats_per_epoch": 1,
        "training_write_csv_every": 500.0,
        "training_xattention_optimizations": false,
        "training_enable_tensorboard": false,
        "training_tensorboard_save_images": false,
        "training_tensorboard_flush_every": 120.0,
        "canvas_hotkey_zoom": "Alt",
        "canvas_hotkey_adjust": "Ctrl",
        "canvas_hotkey_shrink_brush": "Q",
        "canvas_hotkey_grow_brush": "W",
        "canvas_hotkey_move": "F",
        "canvas_hotkey_fullscreen": "S",
        "canvas_hotkey_reset": "R",
        "canvas_hotkey_overlap": "O",
        "canvas_show_tooltip": true,
        "canvas_auto_expand": true,
        "canvas_blur_prompt": false,
        "canvas_disabled_functions": [
            "Overlap"
        ],
        "interrogate_keep_models_in_memory": false,
        "interrogate_return_ranks": false,
        "interrogate_clip_num_beams": 1,
        "interrogate_clip_min_length": 24,
        "interrogate_clip_max_length": 48,
        "interrogate_clip_dict_limit": 1500.0,
        "interrogate_clip_skip_categories": [],
        "interrogate_deepbooru_score_threshold": 0.5,
        "deepbooru_sort_alpha": true,
        "deepbooru_use_spaces": true,
        "deepbooru_escape": true,
        "deepbooru_filter_tags": "",
        "disabled_extensions": [],
        "disable_all_extensions": "none",
        "tac_tagFile": "danbooru.csv",
        "tac_active": true,
        "tac_activeIn.txt2img": true,
        "tac_activeIn.img2img": true,
        "tac_activeIn.negativePrompts": true,
        "tac_activeIn.thirdParty": true,
        "tac_activeIn.modelList": "",
        "tac_activeIn.modelListMode": "Blacklist",
        "tac_slidingPopup": true,
        "tac_maxResults": 5,
        "tac_showAllResults": false,
        "tac_resultStepLength": 100,
        "tac_delayTime": 100,
        "tac_useWildcards": true,
        "tac_sortWildcardResults": true,
        "tac_wildcardExclusionList": "",
        "tac_skipWildcardRefresh": false,
        "tac_useEmbeddings": true,
        "tac_includeEmbeddingsInNormalResults": false,
        "tac_useHypernetworks": true,
        "tac_useLoras": true,
        "tac_useLycos": true,
        "tac_useLoraPrefixForLycos": true,
        "tac_showWikiLinks": false,
        "tac_showExtraNetworkPreviews": true,
        "tac_modelSortOrder": "Name",
        "tac_useStyleVars": false,
        "tac_frequencySort": true,
        "tac_frequencyFunction": "Logarithmic (weak)",
        "tac_frequencyMinCount": 3,
        "tac_frequencyMaxAge": 30,
        "tac_frequencyRecommendCap": 10,
        "tac_frequencyIncludeAlias": false,
        "tac_replaceUnderscores": true,
        "tac_escapeParentheses": true,
        "tac_appendComma": true,
        "tac_appendSpace": true,
        "tac_alwaysSpaceAtEnd": true,
        "tac_modelKeywordCompletion": "Never",
        "tac_modelKeywordLocation": "Start of prompt",
        "tac_wildcardCompletionMode": "To next folder level",
        "tac_alias.searchByAlias": true,
        "tac_alias.onlyShowAlias": false,
        "tac_translation.translationFile": "None",
        "tac_translation.oldFormat": false,
        "tac_translation.searchByTranslation": true,
        "tac_translation.liveTranslation": false,
        "tac_extra.extraFile": "extra-quality-tags.csv",
        "tac_extra.addMode": "Insert before",
        "tac_chantFile": "demo-chants.json",
        "tac_keymap": "{\n    \"MoveUp\": \"ArrowUp\",\n    \"MoveDown\": \"ArrowDown\",\n    \"JumpUp\": \"PageUp\",\n    \"JumpDown\": \"PageDown\",\n    \"JumpToStart\": \"Home\",\n    \"JumpToEnd\": \"End\",\n    \"ChooseSelected\": \"Enter\",\n    \"ChooseFirstOrSelected\": \"Tab\",\n    \"Close\": \"Escape\"\n}",
        "tac_colormap": "{\n    \"danbooru\": {\n        \"-1\": [\"red\", \"maroon\"],\n        \"0\": [\"lightblue\", \"dodgerblue\"],\n        \"1\": [\"indianred\", \"firebrick\"],\n        \"3\": [\"violet\", \"darkorchid\"],\n        \"4\": [\"lightgreen\", \"darkgreen\"],\n        \"5\": [\"orange\", \"darkorange\"]\n    },\n    \"e621\": {\n        \"-1\": [\"red\", \"maroon\"],\n        \"0\": [\"lightblue\", \"dodgerblue\"],\n        \"1\": [\"gold\", \"goldenrod\"],\n        \"3\": [\"violet\", \"darkorchid\"],\n        \"4\": [\"lightgreen\", \"darkgreen\"],\n        \"5\": [\"tomato\", \"darksalmon\"],\n        \"6\": [\"red\", \"maroon\"],\n        \"7\": [\"whitesmoke\", \"black\"],\n        \"8\": [\"seagreen\", \"darkseagreen\"]\n    },\n    \"derpibooru\": {\n        \"-1\": [\"red\", \"maroon\"],\n        \"0\": [\"#60d160\", \"#3d9d3d\"],\n        \"1\": [\"#fff956\", \"#918e2e\"],\n        \"3\": [\"#fd9961\", \"#a14c2e\"],\n        \"4\": [\"#cf5bbe\", \"#6c1e6c\"],\n        \"5\": [\"#3c8ad9\", \"#1e5e93\"],\n        \"6\": [\"#a6a6a6\", \"#555555\"],\n        \"7\": [\"#47abc1\", \"#1f6c7c\"],\n        \"8\": [\"#7871d0\", \"#392f7d\"],\n        \"9\": [\"#df3647\", \"#8e1c2b\"],\n        \"10\": [\"#c98f2b\", \"#7b470e\"],\n        \"11\": [\"#e87ebe\", \"#a83583\"]\n    }\n}",
        "tac_refreshTempFiles": "Refresh TAC temp files",
        "ad_max_models": 4,
        "ad_extra_models_dir": "",
        "ad_save_previews": false,
        "ad_save_images_before": false,
        "ad_only_seleted_scripts": true,
        "ad_script_names": "dynamic_prompting,dynamic_thresholding,lora_block_weight,negpip,wildcard_recursive,wildcards",
        "ad_bbox_sortby": "None",
        "ad_same_seed_for_each_tap": false,
        "prioritized_callbacks_after_component": [],
        "prioritized_callbacks_script_postprocess_image": []
    },
    "Startup": {
        "total": 89.88345456123352,
        "records": {
            "initial startup": 0.023627519607543945,
            "prepare environment/checks": 0.0065114498138427734,
            "prepare environment/git version info": 0.07282614707946777,
            "prepare environment/torch GPU test": 54.79865860939026,
            "prepare environment/clone repositores": 0.23081517219543457,
            "prepare environment/run extensions installers/a1111-sd-webui-tagcomplete": 0.011628150939941406,
            "prepare environment/run extensions installers/adetailer": 0.3085336685180664,
            "prepare environment/run extensions installers": 0.3201618194580078,
            "prepare environment": 55.897833585739136,
            "launcher": 0.01108407974243164,
            "import torch": 6.803997993469238,
            "import gradio": 4.23005223274231,
            "setup paths": 14.481431245803833,
            "import ldm": 0.004009246826171875,
            "import sgm": 0.0,
            "initialize shared": 0.42446374893188477,
            "other imports": 5.071698904037476,
            "opts onchange": 0.0,
            "setup SD model": 0.0,
            "setup codeformer": 0.013997316360473633,
            "setup gfpgan": 0.02000284194946289,
            "set samplers": 0.0,
            "list extensions": 0.0,
            "restore config state file": 0.0,
            "list SD models": 0.09978723526000977,
            "list localizations": 0.0,
            "load scripts/custom_code.py": 0.005024433135986328,
            "load scripts/img2imgalt.py": 0.00501251220703125,
            "load scripts/loopback.py": 0.0,
            "load scripts/outpainting_mk_2.py": 0.0,
            "load scripts/poor_mans_outpainting.py": 0.0,
            "load scripts/postprocessing_codeformer.py": 0.0,
            "load scripts/postprocessing_gfpgan.py": 0.0,
            "load scripts/postprocessing_upscale.py": 0.005074501037597656,
            "load scripts/prompt_matrix.py": 0.0,
            "load scripts/prompts_from_file.py": 0.0,
            "load scripts/sd_upscale.py": 0.0,
            "load scripts/xyz_grid.py": 0.0,
            "load scripts/ldsr_model.py": 0.548053503036499,
            "load scripts/lora_script.py": 0.20717430114746094,
            "load scripts/scunet_model.py": 0.0349423885345459,
            "load scripts/swinir_model.py": 0.03575444221496582,
            "load scripts/hotkey_config.py": 0.0,
            "load scripts/extra_options_section.py": 0.0,
            "load scripts/hypertile_script.py": 0.05393648147583008,
            "load scripts/hypertile_xyz.py": 0.0050084590911865234,
            "load scripts/postprocessing_autosized_crop.py": 0.0,
            "load scripts/postprocessing_caption.py": 0.0,
            "load scripts/postprocessing_create_flipped_copies.py": 0.0,
            "load scripts/postprocessing_focal_crop.py": 0.0,
            "load scripts/postprocessing_split_oversized.py": 0.0,
            "load scripts/soft_inpainting.py": 0.005034208297729492,
            "load scripts/model_keyword_support.py": 0.0,
            "load scripts/shared_paths.py": 0.0,
            "load scripts/tag_autocomplete_helper.py": 0.08037447929382324,
            "load scripts/tag_frequency_db.py": 0.0,
            "load scripts/!adetailer.py": 0.6550440788269043,
            "load scripts/comments.py": 0.046872615814208984,
            "load scripts/refiner.py": 0.0,
            "load scripts/sampler.py": 0.0,
            "load scripts/seed.py": 0.0,
            "load scripts": 1.6873064041137695,
            "load upscalers": 0.003006458282470703,
            "refresh VAE": 0.0,
            "refresh textual inversion templates": 0.0,
            "scripts list_optimizers": 0.0,
            "scripts list_unets": 0.0,
            "reload hypernetworks": 0.0,
            "initialize extra networks": 0.0997927188873291,
            "scripts before_ui_callback": 0.007804393768310547,
            "create ui": 0.9323570728302002,
            "gradio launch": 0.5340244770050049,
            "add APIs": 0.006037473678588867,
            "app_started_callback/lora_script.py": 0.0,
            "app_started_callback/tag_autocomplete_helper.py": 0.0,
            "app_started_callback/!adetailer.py": 0.0,
            "app_started_callback": 0.0
        }
    },
    "Packages": [
        "absl-py==2.1.0",
        "accelerate==0.21.0",
        "aenum==3.1.15",
        "aiofiles==23.2.1",
        "aiohttp==3.9.5",
        "aiosignal==1.3.1",
        "altair==5.3.0",
        "antlr4-python3-runtime==4.9.3",
        "anyio==3.7.1",
        "async-timeout==4.0.3",
        "attrs==23.2.0",
        "blendmodes==2022",
        "certifi==2024.2.2",
        "cffi==1.16.0",
        "charset-normalizer==3.3.2",
        "clean-fid==0.1.35",
        "click==8.1.7",
        "clip==1.0",
        "colorama==0.4.6",
        "contourpy==1.2.1",
        "cycler==0.12.1",
        "deprecation==2.1.0",
        "diskcache==5.6.3",
        "einops==0.4.1",
        "exceptiongroup==1.2.1",
        "facexlib==0.3.0",
        "fastapi==0.94.0",
        "ffmpy==0.3.2",
        "filelock==3.14.0",
        "filterpy==1.4.5",
        "flatbuffers==24.3.25",
        "fonttools==4.52.4",
        "frozenlist==1.4.1",
        "fsspec==2024.5.0",
        "ftfy==6.2.0",
        "gitdb==4.0.11",
        "gitpython==3.1.32",
        "gradio-client==0.5.0",
        "gradio==3.41.2",
        "h11==0.12.0",
        "httpcore==0.15.0",
        "httpx==0.24.1",
        "huggingface-hub==0.23.2",
        "idna==3.7",
        "imageio==2.34.1",
        "importlib-resources==6.4.0",
        "inflection==0.5.1",
        "jax==0.4.28",
        "jaxlib==0.4.28",
        "jinja2==3.1.4",
        "jsonmerge==1.8.0",
        "jsonschema-specifications==2023.12.1",
        "jsonschema==4.22.0",
        "kiwisolver==1.4.5",
        "kornia==0.6.7",
        "lark==1.1.2",
        "lazy-loader==0.4",
        "lightning-utilities==0.11.2",
        "llvmlite==0.42.0",
        "markdown-it-py==3.0.0",
        "markupsafe==2.1.5",
        "matplotlib==3.9.0",
        "mdurl==0.1.2",
        "mediapipe==0.10.14",
        "ml-dtypes==0.4.0",
        "mpmath==1.3.0",
        "multidict==6.0.5",
        "networkx==3.3",
        "numba==0.59.1",
        "numpy==1.26.2",
        "omegaconf==2.2.3",
        "open-clip-torch==2.20.0",
        "opencv-contrib-python==4.9.0.80",
        "opencv-python==4.9.0.80",
        "opt-einsum==3.3.0",
        "orjson==3.10.3",
        "packaging==24.0",
        "pandas==2.2.2",
        "piexif==1.1.3",
        "pillow-avif-plugin==1.4.3",
        "pillow==9.5.0",
        "pip==22.2.1",
        "protobuf==4.25.3",
        "psutil==5.9.5",
        "py-cpuinfo==9.0.0",
        "pycparser==2.22",
        "pydantic==1.10.15",
        "pydub==0.25.1",
        "pygments==2.18.0",
        "pyparsing==3.1.2",
        "python-dateutil==2.9.0.post0",
        "python-multipart==0.0.9",
        "pytorch-lightning==1.9.4",
        "pytz==2024.1",
        "pywavelets==1.6.0",
        "pyyaml==6.0.1",
        "referencing==0.35.1",
        "regex==2024.5.15",
        "requests==2.32.3",
        "resize-right==0.0.2",
        "rich==13.7.1",
        "rpds-py==0.18.1",
        "safetensors==0.4.2",
        "scikit-image==0.21.0",
        "scipy==1.13.1",
        "seaborn==0.13.2",
        "semantic-version==2.10.0",
        "sentencepiece==0.2.0",
        "setuptools==69.5.1",
        "six==1.16.0",
        "smmap==5.0.1",
        "sniffio==1.3.1",
        "sounddevice==0.4.7",
        "spandrel==0.1.6",
        "starlette==0.26.1",
        "sympy==1.12.1",
        "thop==0.1.1.post2209072238",
        "tifffile==2024.5.22",
        "timm==1.0.3",
        "tokenizers==0.13.3",
        "tomesd==0.1.3",
        "toolz==0.12.1",
        "torch==2.1.2+cu121",
        "torchdiffeq==0.2.3",
        "torchmetrics==1.4.0.post0",
        "torchsde==0.2.6",
        "torchvision==0.16.2+cu121",
        "tqdm==4.66.4",
        "trampoline==0.1.2",
        "transformers==4.30.2",
        "typing-extensions==4.12.0",
        "tzdata==2024.1",
        "ultralytics==8.2.26",
        "urllib3==2.2.1",
        "uvicorn==0.30.0",
        "wcwidth==0.2.13",
        "websockets==11.0.3",
        "xformers==0.0.23.post1",
        "yarl==1.9.4"
    ]
}

Console logs

100%|███████████████████████████████████████████████████████████████████| 28/28 [00:51<00:00,  1.85s/it]
Total progress: 100%|███████████████████████████████████████████████████| 28/28 [00:40<00:00,  1.44s/it]
100%|███████████████████████████████████████████████████████████████████| 28/28 [00:22<00:00,  1.23it/s]
Total progress: 100%|███████████████████████████████████████████████████| 28/28 [00:25<00:00,  1.08it/s]

Additional information

No response

aimerib commented 1 month ago

Same for me. Loading an SDXL model takes just short of 600s whereas a SD1.5 model takes 10s total. I'm on a Mac Pro M1 Max with 32gb. I wonder if I'm running into a memory management issue here. With the model loaded and idle, python is taking 18.3GB of RAM, so I suspect that loading the model takes the rest of the space and swap memory and page files are used.

2u843yt385592yjh commented 5 days ago

Solution: Install latest nvidia drivers Nvidia control panel 3D settings -> Set CUDA offloading to RAM policy to disabled