NVIDIA / Stable-Diffusion-WebUI-TensorRT

TensorRT Extension for Stable Diffusion Web UI
MIT License
1.92k stars 146 forks source link

My TensorRT engine exporting was stocked. #289

Open BillLoic opened 8 months ago

BillLoic commented 8 months ago

I try to re-installing, restarting, but it always like it.

I catch the Myelin error in log.

The extension have forked by me.

sd-bug

System Info:

{ "Platform": "Windows-10-10.0.19045-SP0", "Python": "3.10.9", "Version": "1.6.1", "Commit": "", "Script path": "D:\BillLoic\Software\sd", "Data path": "D:\BillLoic\Software\sd", "Extensions dir": "D:\BillLoic\Software\sd\extensions", "Checksum": "1b19ab71f0c34e4e04bf6ddfa140ac46cff31378210b18baf750c6beba05586b", "Commandline": [ "launch.py", "--precision", "full", "--no-hashing", "--xformers", "--enable-insecure-extension-access", "--no-half", "--disable-nan-check", "--port", "8000", "--skip-torch-cuda-test", "--opt-sdp-attention", "--opt-split-attention" ], "Torch env info": { "torch_version": "2.0.1+cu118", "is_debug_build": "False", "cuda_compiled_version": "11.8", "gcc_version": null, "clang_version": null, "cmake_version": null, "os": "Microsoft Windows 10 Pro", "libc_version": "N/A", "python_version": "3.10.9 (tags/v3.10.9:1dd9be6, Dec 6 2022, 20:01:21) [MSC v.1934 64 bit (AMD64)] (64-bit runtime)", "python_platform": "Windows-10-10.0.19045-SP0", "is_cuda_available": "True", "cuda_runtime_version": "12.1.105\r", "cuda_module_loading": "LAZY", "nvidia_driver_version": "546.65", "nvidia_gpu_models": "GPU 0: NVIDIA GeForce RTX 3070 Ti", "cudnn_version": null, "pip_version": "pip3", "pip_packages": [ "numpy==1.23.5", "open-clip-torch==2.20.0", "pytorch-lightning==1.9.4", "torch==2.0.1+cu118", "torchdiffeq==0.2.3", "torchmetrics==1.3.0.post0", "torchsde==0.2.5", "torchvision==0.15.2+cu118" ], "conda_packages": null, "hip_compiled_version": "N/A", "hip_runtime_version": "N/A", "miopen_runtime_version": "N/A", "caching_allocator_config": "", "is_xnnpack_available": "True", "cpu_info": [ "Architecture=9", "CurrentClockSpeed=4300", "DeviceID=CPU0", "Family=107", "L2CacheSize=4096", "L2CacheSpeed=", "Manufacturer=AuthenticAMD", "MaxClockSpeed=4300", "Name=AMD Ryzen 7 5700G with Radeon Graphics ", "ProcessorType=3", "Revision=20480" ] }, "Exceptions": [], "CPU": { "model": "AMD64 Family 25 Model 80 Stepping 0, AuthenticAMD", "count logical": 16, "count physical": 8 }, "RAM": { "total": "128GB", "used": "46GB", "free": "81GB" }, "Extensions": [ { "name": "SDTensorRT", "path": "D:\BillLoic\Software\sd\extensions\SDTensorRT", "version": "e2b6980c", "branch": "main", "remote": "https://github.com/billloic6/SDTensorRT" }, { "name": "sd-webui-additional-networks", "path": "D:\BillLoic\Software\sd\extensions\sd-webui-additional-networks", "version": "e9f3d622", "branch": "main", "remote": "https://github.com/kohya-ss/sd-webui-additional-networks.git" } ], "Inactive extensions": [], "Environment": { "COMMANDLINE_ARGS": "--precision full --no-hashing --xformers --enable-insecure-extension-access --no-half --disable-nan-check --port 8000 --skip-torch-cuda-test --opt-sdp-attention --opt-split-attention", "GRADIO_ANALYTICS_ENABLED": "False" }, "Config": { "samples_save": true, "samples_format": "png", "samples_filename_pattern": "", "save_images_add_number": true, "grid_save": true, "grid_format": "png", "grid_extended_filename": false, "grid_only_if_multiple": true, "grid_prevent_empty_spots": false, "grid_zip_filename_pattern": "", "n_rows": -1, "font": "", "grid_text_active_color": "#000000", "grid_text_inactive_color": "#999999", "grid_background_color": "#ffffff", "enable_pnginfo": true, "save_txt": false, "save_images_before_face_restoration": false, "save_images_before_highres_fix": false, "save_images_before_color_correction": false, "save_mask": false, "save_mask_composite": false, "jpeg_quality": 80, "webp_lossless": false, "export_for_4chan": true, "img_downscale_threshold": 4.0, "target_side_length": 4000, "img_max_size_mp": 200, "use_original_name_batch": true, "use_upscaler_name_as_suffix": false, "save_selected_only": true, "save_init_img": false, "temp_dir": "", "clean_temp_dir_at_start": false, "save_incomplete_images": false, "outdir_samples": "", "outdir_txt2img_samples": "outputs/txt2img-images", "outdir_img2img_samples": "outputs/img2img-images", "outdir_extras_samples": "outputs/extras-images", "outdir_grids": "", "outdir_txt2img_grids": "outputs/txt2img-grids", "outdir_img2img_grids": "outputs/img2img-grids", "outdir_save": "log/images", "outdir_init_images": "outputs/init-images", "save_to_dirs": true, "grid_save_to_dirs": true, "use_save_to_dirs_for_ui": false, "directories_filename_pattern": "[date]", "directories_max_prompt_words": 8, "ESRGAN_tile": 192, "ESRGAN_tile_overlap": 8, "realesrgan_enabled_models": [ "R-ESRGAN 4x+", "R-ESRGAN 4x+ Anime6B" ], "upscaler_for_img2img": null, "face_restoration": false, "face_restoration_model": "CodeFormer", "code_former_weight": 0.5, "face_restoration_unload": false, "auto_launch_browser": "Local", "show_warnings": false, "show_gradio_deprecation_warnings": true, "memmon_poll_rate": 8, "samples_log_stdout": false, "multiple_tqdm": true, "print_hypernet_extra": false, "list_hidden_files": true, "disable_mmap_load_safetensors": false, "hide_ldm_prints": true, "api_enable_requests": true, "api_forbid_local_requests": true, "api_useragent": "", "unload_models_when_training": false, "pin_memory": false, "save_optimizer_state": false, "save_training_settings_to_txt": true, "dataset_filename_word_regex": "", "dataset_filename_join_string": " ", "training_image_repeats_per_epoch": 1, "training_write_csv_every": 500, "training_xattention_optimizations": false, "training_enable_tensorboard": false, "training_tensorboard_save_images": false, "training_tensorboard_flush_every": 120, "sd_model_checkpoint": "anything_inkBase.safetensors [a1535d0a42]", "sd_checkpoints_limit": 1, "sd_checkpoints_keep_in_cpu": true, "sd_checkpoint_cache": 0, "sd_unet": "Automatic", "enable_quantization": false, "enable_emphasis": true, "enable_batch_seeds": true, "comma_padding_backtrack": 20, "CLIP_stop_at_last_layers": 2, "upcast_attn": false, "randn_source": "GPU", "tiling": false, "hires_fix_refiner_pass": "second pass", "sdxl_crop_top": 0, "sdxl_crop_left": 0, "sdxl_refiner_low_aesthetic_score": 2.5, "sdxl_refiner_high_aesthetic_score": 6.0, "sd_vae_explanation": "VAE is a neural network that transforms a standard RGB\nimage into latent space representation and back. Latent space representation is what stable diffusion is working on during sampling\n(i.e. when the progress bar is between empty and full). For txt2img, VAE is used to create a resulting image after the sampling is finished.\nFor img2img, VAE is used to process user's input image before the sampling, and to create an image after sampling.", "sd_vae_checkpoint_cache": 0, "sd_vae": "Automatic", "sd_vae_overrides_per_model_preferences": true, "auto_vae_precision": true, "sd_vae_encode_method": "Full", "sd_vae_decode_method": "Full", "inpainting_mask_weight": 1.0, "initial_noise_multiplier": 1.0, "img2img_extra_noise": 0.0, "img2img_color_correction": false, "img2img_fix_steps": false, "img2img_background_color": "#ffffff", "img2img_editor_height": 720, "img2img_sketch_default_brush_color": "#ffffff", "img2img_inpaint_mask_brush_color": "#ffffff", "img2img_inpaint_sketch_default_brush_color": "#ffffff", "return_mask": false, "return_mask_composite": false, "cross_attention_optimization": "Automatic", "s_min_uncond": 15, "token_merging_ratio": 0.9, "token_merging_ratio_img2img": 0.0, "token_merging_ratio_hr": 0.0, "pad_cond_uncond": false, "persistent_cond_cache": true, "batch_cond_uncond": true, "use_old_emphasis_implementation": false, "use_old_karras_scheduler_sigmas": false, "no_dpmpp_sde_batch_determinism": false, "use_old_hires_fix_width_height": false, "dont_fix_second_order_samplers_schedule": false, "hires_fix_use_firstpass_conds": false, "use_old_scheduling": false, "interrogate_keep_models_in_memory": false, "interrogate_return_ranks": false, "interrogate_clip_num_beams": 1, "interrogate_clip_min_length": 24, "interrogate_clip_max_length": 48, "interrogate_clip_dict_limit": 1500, "interrogate_clip_skip_categories": [], "interrogate_deepbooru_score_threshold": 0.5, "deepbooru_sort_alpha": true, "deepbooru_use_spaces": true, "deepbooru_escape": true, "deepbooru_filter_tags": "", "extra_networks_show_hidden_directories": true, "extra_networks_hidden_models": "When searched", "extra_networks_default_multiplier": 1.0, "extra_networks_card_width": 0, "extra_networks_card_height": 0, "extra_networks_card_text_scale": 1.0, "extra_networks_card_show_desc": true, "extra_networks_add_text_separator": " ", "ui_extra_networks_tab_reorder": "", "textual_inversion_print_at_load": false, "textual_inversion_add_hashes_to_infotext": true, "sd_hypernetwork": "None", "localization": "None", "gradio_theme": "NoCrypt/miku", "gradio_themes_cache": true, "gallery_height": "", "return_grid": true, "do_not_show_images": false, "send_seed": true, "send_size": true, "js_modal_lightbox": true, "js_modal_lightbox_initially_zoomed": true, "js_modal_lightbox_gamepad": false, "js_modal_lightbox_gamepad_repeat": 250, "show_progress_in_title": true, "samplers_in_dropdown": true, "dimensions_and_batch_together": true, "keyedit_precision_attention": 0.1, "keyedit_precision_extra": 0.05, "keyedit_delimiters": ".,\/!?%^*;:{}=`~()", "keyedit_move": true, "quicksettings_list": [ "sd_model_checkpoint", "sd_unet" ], "ui_tab_order": [], "hidden_tabs": [], "ui_reorder_list": [], "hires_fix_show_sampler": false, "hires_fix_show_prompts": false, "disable_token_counters": false, "add_model_hash_to_info": true, "add_model_name_to_info": true, "add_user_name_to_info": false, "add_version_to_infotext": true, "disable_weights_auto_swap": true, "infotext_styles": "Apply if any", "show_progressbar": true, "live_previews_enable": true, "live_previews_image_format": "png", "show_progress_grid": true, "show_progress_every_n_steps": 10, "show_progress_type": "Approx NN", "live_preview_allow_lowvram_full": false, "live_preview_content": "Prompt", "live_preview_refresh_period": 1000, "live_preview_fast_interrupt": false, "hide_samplers": [], "eta_ddim": 0.0, "eta_ancestral": 1.0, "ddim_discretize": "uniform", "s_churn": 0.0, "s_tmin": 0.0, "s_tmax": 0.0, "s_noise": 1.0, "k_sched_type": "Automatic", "sigma_min": 0.0, "sigma_max": 0.0, "rho": 0.0, "eta_noise_seed_delta": 31337, "always_discard_next_to_last_sigma": false, "sgm_noise_multiplier": false, "uni_pc_variant": "bh1", "uni_pc_skip_type": "time_uniform", "uni_pc_order": 3, "uni_pc_lower_order_final": true, "postprocessing_enable_in_main_ui": [], "postprocessing_operation_order": [], "upscaling_max_images_in_cache": 5, "disabled_extensions": [], "disable_all_extensions": "none", "restore_config_state_file": "", "sd_checkpoint_hash": "a1535d0a42ce4f8822ed034c15aeff62cc515836e388511d294645d11db8c10d", "ldsr_steps": 100, "ldsr_cached": false, "SCUNET_tile": 256, "SCUNET_tile_overlap": 8, "SWIN_tile": 192, "SWIN_tile_overlap": 8, "lora_functional": false, "sd_lora": "None", "lora_preferred_name": "Alias from file", "lora_add_hashes_to_infotext": true, "lora_show_all": false, "lora_hide_unknown_for_versions": [], "lora_in_memory_limit": 0, "extra_options_txt2img": [], "extra_options_img2img": [], "extra_options_cols": 1, "extra_options_accordion": false, "canvas_hotkey_zoom": "Alt", "canvas_hotkey_adjust": "Ctrl", "canvas_hotkey_move": "F", "canvas_hotkey_fullscreen": "S", "canvas_hotkey_reset": "R", "canvas_hotkey_overlap": "O", "canvas_show_tooltip": true, "canvas_auto_expand": true, "canvas_blur_prompt": false, "canvas_disabled_functions": [ "Overlap" ], "additional_networks_extra_lora_path": "", "additional_networks_sort_models_by": "name", "additional_networks_reverse_sort_order": false, "additional_networks_model_name_filter": "", "additional_networks_xy_grid_model_metadata": "", "additional_networks_hash_thread_count": 1.0, "additional_networks_back_up_model_when_saving": true, "additional_networks_show_only_safetensors": false, "additional_networks_show_only_models_with_metadata": "disabled", "additional_networks_max_top_tags": 20.0, "additional_networks_max_dataset_folders": 20.0 }, "Startup": { "total": 11.142462253570557, "records": { "initial startup": 0.0, "prepare environment/checks": 0.014999628067016602, "prepare environment/git version info": 0.06199932098388672, "prepare environment/torch GPU test": 0.0020012855529785156, "prepare environment/clone repositores": 0.2389991283416748, "prepare environment/run extensions installers/sd-webui-additional-networks": 0.0, "prepare environment/run extensions installers/SDTensorRT": 0.13500046730041504, "prepare environment/run extensions installers": 0.13500046730041504, "prepare environment": 0.5059986114501953, "launcher": 0.0020017623901367188, "import torch": 2.784982681274414, "import gradio": 0.9639997482299805, "setup paths": 0.8070087432861328, "import ldm": 0.005001544952392578, "import sgm": 0.0, "initialize shared": 0.21752095222473145, "other imports": 0.5340099334716797, "opts onchange": 0.0, "setup SD model": 0.0029892921447753906, "setup codeformer": 0.10599946975708008, "setup gfpgan": 0.018001317977905273, "set samplers": 0.0, "list extensions": 0.00099945068359375, "restore config state file": 0.0, "list SD models": 0.0030019283294677734, "list localizations": 0.0, "load scripts/custom_code.py": 0.003996849060058594, "load scripts/img2imgalt.py": 0.0, "load scripts/loopback.py": 0.0, "load scripts/outpainting_mk_2.py": 0.0010008811950683594, "load scripts/poor_mans_outpainting.py": 0.0, "load scripts/postprocessing_codeformer.py": 0.0, "load scripts/postprocessing_gfpgan.py": 0.0, "load scripts/postprocessing_upscale.py": 0.00099945068359375, "load scripts/prompt_matrix.py": 0.0, "load scripts/prompts_from_file.py": 0.0, "load scripts/refiner.py": 0.0, "load scripts/sd_upscale.py": 0.0, "load scripts/seed.py": 0.0010006427764892578, "load scripts/xyz_grid.py": 0.0009989738464355469, "load scripts/lora.py": 0.015000343322753906, "load scripts/trt.py": 4.315682649612427, "load scripts/additional_networks.py": 0.11899971961975098, "load scripts/addnet_xyz_grid_support.py": 0.0010001659393310547, "load scripts/lora_compvis.py": 0.0, "load scripts/metadata_editor.py": 0.0, "load scripts/model_util.py": 0.005998373031616211, "load scripts/safetensors_hack.py": 0.0, "load scripts/util.py": 0.0, "load scripts/ldsr_model.py": 0.02200031280517578, "load scripts/lora_script.py": 0.10599946975708008, "load scripts/scunet_model.py": 0.02200007438659668, "load scripts/swinir_model.py": 0.017999887466430664, "load scripts/hotkey_config.py": 0.0, "load scripts/extra_options_section.py": 0.0009999275207519531, "load scripts": 4.63367772102356, "load upscalers": 0.0070002079010009766, "refresh VAE": 0.0020017623901367188, "refresh textual inversion templates": 0.0, "scripts list_optimizers": 0.0010004043579101562, "scripts list_unets": 0.0, "reload hypernetworks": 0.00299835205078125, "initialize extra networks": 0.011000394821166992, "scripts before_ui_callback": 0.0010001659393310547, "create ui": 0.42026853561401367, "gradio launch": 0.15899896621704102, "add APIs": 0.005999088287353516, "app_started_callback/lora_script.py": 0.0, "app_started_callback": 0.0 } }, "Packages": [ "absl-py==2.1.0", "accelerate==0.21.0", "addict==2.4.0", "aenum==3.1.15", "aiofiles==23.2.1", "aiohttp==3.9.3", "aiosignal==1.3.1", "altair==5.2.0", "antlr4-python3-runtime==4.9.3", "anyio==3.7.1", "async-timeout==4.0.3", "attrs==23.2.0", "basicsr==1.4.2", "beautifulsoup4==4.12.3", "blendmodes==2022", "boltons==23.1.1", "certifi==2023.11.17", "charset-normalizer==3.3.2", "clean-fid==0.1.35", "click==8.1.7", "clip==1.0", "colorama==0.4.6", "coloredlogs==15.0.1", "contourpy==1.2.0", "cycler==0.12.1", "datasets==2.16.1", "deprecation==2.1.0", "diffusers==0.25.1", "dill==0.3.7", "einops==0.4.1", "exceptiongroup==1.2.0", "facexlib==0.3.0", "fastapi==0.94.0", "ffmpy==0.3.1", "filelock==3.13.1", "filterpy==1.4.5", "fonttools==4.47.2", "frozenlist==1.4.1", "fsspec==2023.10.0", "ftfy==6.1.3", "future==0.18.3", "gdown==5.0.1", "gfpgan==1.3.8", "gitdb==4.0.11", "gitpython==3.1.32", "gradio-client==0.5.0", "gradio==3.41.2", "grpcio==1.60.0", "h11==0.12.0", "httpcore==0.15.0", "httpx==0.24.1", "huggingface-hub==0.20.3", "humanfriendly==10.0", "idna==3.6", "imageio==2.33.1", "importlib-metadata==7.0.1", "importlib-resources==6.1.1", "inflection==0.5.1", "jinja2==3.1.3", "jsonmerge==1.8.0", "jsonschema-specifications==2023.12.1", "jsonschema==4.21.1", "kiwisolver==1.4.5", "kornia==0.6.7", "lark==1.1.2", "lazy-loader==0.3", "lightning-utilities==0.10.1", "llvmlite==0.41.1", "lmdb==1.4.1", "lpips==0.1.4", "markdown==3.5.2", "markupsafe==2.1.4", "matplotlib==3.8.2", "mpmath==1.3.0", "multidict==6.0.4", "multiprocess==0.70.15", "networkx==3.2.1", "numba==0.58.1", "numpy==1.23.5", "nvidia-cublas-cu11==11.11.3.6", "nvidia-cuda-nvrtc-cu11==11.8.89", "nvidia-cuda-runtime-cu11==11.8.89", "nvidia-cudnn-cu11==8.9.4.25", "omegaconf==2.2.3", "onediff==0.12.1.dev1", "oneflow==0.7.0", "onnx-graphsurgeon==0.3.27", "onnx==1.15.0", "open-clip-torch==2.20.0", "opencv-python==4.9.0.80", "optimum==1.16.2", "orjson==3.9.12", "packaging==23.2", "pandas==2.2.0", "piexif==1.1.3", "pillow==9.5.0", "pip==22.3.1", "platformdirs==4.1.0", "polygraphy==0.49.0", "protobuf==3.20.2", "psutil==5.9.5", "pyarrow-hotfix==0.6", "pyarrow==15.0.0", "pydantic==1.10.14", "pydub==0.25.1", "pyparsing==3.1.1", "pyreadline3==3.4.1", "pysocks==1.7.1", "python-dateutil==2.8.2", "python-multipart==0.0.6", "pytorch-lightning==1.9.4", "pytz==2023.4", "pywavelets==1.5.0", "pyyaml==6.0.1", "realesrgan==0.3.0", "referencing==0.33.0", "regex==2023.12.25", "requests==2.31.0", "resize-right==0.0.2", "rpds-py==0.17.1", "safetensors==0.3.1", "scikit-image==0.21.0", "scipy==1.12.0", "semantic-version==2.10.0", "sentencepiece==0.1.99", "setuptools==65.5.0", "six==1.16.0", "smmap==5.0.1", "sniffio==1.3.0", "soupsieve==2.5", "starlette==0.26.1", "sympy==1.12", "tb-nightly==2.16.0a20240129", "tensorboard-data-server==0.7.2", "tensorrt-bindings==9.0.1.post11.dev4", "tensorrt-libs==9.0.1.post11.dev4", "tensorrt==9.0.1.post11.dev4", "tf-keras-nightly==2.16.0.dev2024013010", "tifffile==2024.1.30", "timm==0.9.2", "tokenizers==0.13.3", "tomesd==0.1.3", "tomli==2.0.1", "toolz==0.12.1", "torch==2.0.1+cu118", "torchdiffeq==0.2.3", "torchmetrics==1.3.0.post0", "torchsde==0.2.5", "torchvision==0.15.2+cu118", "tqdm==4.66.1", "trampoline==0.1.2", "transformers==4.30.2", "typing-extensions==4.9.0", "tzdata==2023.4", "urllib3==2.1.0", "uvicorn==0.27.0.post1", "wcwidth==0.2.13", "websockets==11.0.3", "werkzeug==3.0.1", "xformers==0.0.20", "xxhash==3.4.1", "yapf==0.40.2", "yarl==1.9.4", "zipp==3.17.0" ] }

Checkpoint: a1535d0a42ce4f8822ed034c15aeff62cc515836e388511d294645d11db8

Axelleromar commented 8 months ago

Try setting max_split_size_mb:512 in webui_user.bat In my case it helped