AUTOMATIC1111 / stable-diffusion-webui

Stable Diffusion web UI
GNU Affero General Public License v3.0
140.74k stars 26.63k forks source link

[Bug]: A girl related prompt generate a stone surface picture #14965

Open michael-hll opened 7 months ago

michael-hll commented 7 months ago

Checklist

What happened?

txt2img is not working as expected.

Steps to reproduce the problem

I'm in a macos with M3 chips, steps to setup env:

  1. install conda
  2. create conda env SD with python3=3.10.11
  3. in SD env switch to dir of latest code: https://github.com/AUTOMATIC1111/stable-diffusion-webui.git
  4. pip3 install -r requirements.txt
  5. ./webui.sh
  6. After webui started, set 'Upcast cross attention layer to float32' to true
  7. Using GPU
  8. then enter the prompt and tap 'Generate' button
  9. Finally got the stone style picture...ugly! [![screenshot of webui][1]][1] The prompt and the output picture

I tried to reinstall a new env without conda still but doesn't work I expect the prompt can work in my m3 chip laptop

Thanks for give any hints or comments. from below link you can find the generated picture: https://genai.stackexchange.com/questions/700/my-stable-diffusion-geneareted-a-stone-surface-picture

What should have happened?

The picture should be genereated like the given prompt

What browsers do you use to access the UI ?

Google Chrome

Sysinfo

{ "Platform": "macOS-14.3.1-arm64-arm-64bit", "Python": "3.10.11", "Version": "v1.7.0", "Commit": "cf2772fab0af5573da775e7437e6acdca424f26e", "Script path": "/Users/mich/Documents/dev/stable-diffusion-webui", "Data path": "/Users/mich/Documents/dev/stable-diffusion-webui", "Extensions dir": "/Users/mich/Documents/dev/stable-diffusion-webui/extensions", "Checksum": "3b97bd6b9ae589058461d1152ab14b05be1bafc73e6429debb9dd258a46eedde", "Commandline": [ "launch.py", "--skip-torch-cuda-test", "--upcast-sampling", "--no-half-vae", "--use-cpu", "interrogate" ], "Torch env info": { "torch_version": "2.0.1", "is_debug_build": "False", "cuda_compiled_version": null, "gcc_version": null, "clang_version": "15.0.0 (clang-1500.1.0.2.5)", "cmake_version": null, "os": "macOS 14.3.1 (arm64)", "libc_version": "N/A", "python_version": "3.10.11 (main, May 17 2023, 14:30:36) [Clang 14.0.6 ] (64-bit runtime)", "python_platform": "macOS-14.3.1-arm64-arm-64bit", "is_cuda_available": "False", "cuda_runtime_version": null, "cuda_module_loading": "N/A", "nvidia_driver_version": null, "nvidia_gpu_models": null, "cudnn_version": null, "pip_version": "pip3", "pip_packages": [ "numpy==1.23.5", "open-clip-torch==2.20.0", "pytorch-lightning==1.9.4", "torch==2.0.1", "torchdiffeq==0.2.3", "torchmetrics==1.3.1", "torchsde==0.2.6", "torchvision==0.15.2" ], "conda_packages": [ "numpy 1.26.4 pypi_0 pypi", "open-clip-torch 2.24.0 pypi_0 pypi", "pytorch-lightning 2.2.0.post0 pypi_0 pypi", "torch 2.2.0 pypi_0 pypi", "torchdiffeq 0.2.3 pypi_0 pypi", "torchmetrics 1.3.1 pypi_0 pypi", "torchsde 0.2.6 pypi_0 pypi", "torchvision 0.17.0 pypi_0 pypi" ], "hip_compiled_version": "N/A", "hip_runtime_version": "N/A", "miopen_runtime_version": "N/A", "caching_allocator_config": "", "is_xnnpack_available": "True", "cpu_info": "Apple M3 Max" }, "Exceptions": [], "CPU": { "model": "arm", "count logical": 14, "count physical": 14 }, "RAM": { "total": "36GB", "used": "17GB", "free": "1GB", "active": "13GB", "inactive": "14GB" }, "Extensions": [], "Inactive extensions": [], "Environment": { "COMMANDLINE_ARGS": "--skip-torch-cuda-test --upcast-sampling --no-half-vae --use-cpu interrogate", "GIT": "git", "GRADIO_ANALYTICS_ENABLED": "False", "TORCH_COMMAND": "pip install torch==2.0.1 torchvision==0.15.2" }, "Config": { "samples_save": true, "samples_format": "png", "samples_filename_pattern": "", "save_images_add_number": true, "save_images_replace_action": "Replace", "grid_save": true, "grid_format": "png", "grid_extended_filename": false, "grid_only_if_multiple": true, "grid_prevent_empty_spots": false, "grid_zip_filename_pattern": "", "n_rows": -1, "font": "", "grid_text_active_color": "#000000", "grid_text_inactive_color": "#999999", "grid_background_color": "#ffffff", "save_images_before_face_restoration": false, "save_images_before_highres_fix": false, "save_images_before_color_correction": false, "save_mask": false, "save_mask_composite": false, "jpeg_quality": 80, "webp_lossless": false, "export_for_4chan": true, "img_downscale_threshold": 4.0, "target_side_length": 4000, "img_max_size_mp": 200, "use_original_name_batch": true, "use_upscaler_name_as_suffix": false, "save_selected_only": true, "save_init_img": false, "temp_dir": "", "clean_temp_dir_at_start": false, "save_incomplete_images": false, "notification_audio": true, "notification_volume": 100, "outdir_samples": "", "outdir_txt2img_samples": "outputs/txt2img-images", "outdir_img2img_samples": "outputs/img2img-images", "outdir_extras_samples": "outputs/extras-images", "outdir_grids": "", "outdir_txt2img_grids": "outputs/txt2img-grids", "outdir_img2img_grids": "outputs/img2img-grids", "outdir_save": "log/images", "outdir_init_images": "outputs/init-images", "save_to_dirs": true, "grid_save_to_dirs": true, "use_save_to_dirs_for_ui": false, "directories_filename_pattern": "[date]", "directories_max_prompt_words": 8, "ESRGAN_tile": 192, "ESRGAN_tile_overlap": 8, "realesrgan_enabled_models": [ "R-ESRGAN 4x+", "R-ESRGAN 4x+ Anime6B" ], "upscaler_for_img2img": null, "face_restoration": false, "face_restoration_model": "CodeFormer", "code_former_weight": 0.5, "face_restoration_unload": false, "auto_launch_browser": "Local", "enable_console_prompts": false, "show_warnings": false, "show_gradio_deprecation_warnings": true, "memmon_poll_rate": 8, "samples_log_stdout": false, "multiple_tqdm": true, "print_hypernet_extra": false, "list_hidden_files": true, "disable_mmap_load_safetensors": false, "hide_ldm_prints": true, "dump_stacks_on_signal": false, "api_enable_requests": true, "api_forbid_local_requests": true, "api_useragent": "", "unload_models_when_training": false, "pin_memory": false, "save_optimizer_state": false, "save_training_settings_to_txt": true, "dataset_filename_word_regex": "", "dataset_filename_join_string": " ", "training_image_repeats_per_epoch": 1, "training_write_csv_every": 500, "training_xattention_optimizations": false, "training_enable_tensorboard": false, "training_tensorboard_save_images": false, "training_tensorboard_flush_every": 120, "sd_model_checkpoint": "v2-1_768-ema-pruned.ckpt [ad2a33c361]", "sd_checkpoints_limit": 1, "sd_checkpoints_keep_in_cpu": true, "sd_checkpoint_cache": 0, "sd_unet": "Automatic", "enable_quantization": false, "enable_emphasis": true, "enable_batch_seeds": true, "comma_padding_backtrack": 20, "CLIP_stop_at_last_layers": 1, "upcast_attn": true, "randn_source": "GPU", "tiling": false, "hires_fix_refiner_pass": "second pass", "sdxl_crop_top": 0, "sdxl_crop_left": 0, "sdxl_refiner_low_aesthetic_score": 2.5, "sdxl_refiner_high_aesthetic_score": 6.0, "sd_vae_checkpoint_cache": 0, "sd_vae": "vae-ft-mse-840000-ema-pruned.ckpt", "sd_vae_overrides_per_model_preferences": true, "auto_vae_precision": true, "sd_vae_encode_method": "Full", "sd_vae_decode_method": "Full", "inpainting_mask_weight": 1.0, "initial_noise_multiplier": 1.0, "img2img_extra_noise": 0.0, "img2img_color_correction": false, "img2img_fix_steps": false, "img2img_background_color": "#ffffff", "img2img_editor_height": 720, "img2img_sketch_default_brush_color": "#ffffff", "img2img_inpaint_mask_brush_color": "#ffffff", "img2img_inpaint_sketch_default_brush_color": "#ffffff", "return_mask": false, "return_mask_composite": false, "img2img_batch_show_results_limit": 32, "cross_attention_optimization": "Automatic", "s_min_uncond": 0.0, "token_merging_ratio": 0.0, "token_merging_ratio_img2img": 0.0, "token_merging_ratio_hr": 0.0, "pad_cond_uncond": false, "persistent_cond_cache": true, "batch_cond_uncond": true, "use_old_emphasis_implementation": false, "use_old_karras_scheduler_sigmas": false, "no_dpmpp_sde_batch_determinism": false, "use_old_hires_fix_width_height": false, "dont_fix_second_order_samplers_schedule": false, "hires_fix_use_firstpass_conds": false, "use_old_scheduling": false, "interrogate_keep_models_in_memory": false, "interrogate_return_ranks": false, "interrogate_clip_num_beams": 1, "interrogate_clip_min_length": 24, "interrogate_clip_max_length": 48, "interrogate_clip_dict_limit": 1500, "interrogate_clip_skip_categories": [], "interrogate_deepbooru_score_threshold": 0.5, "deepbooru_sort_alpha": true, "deepbooru_use_spaces": true, "deepbooru_escape": true, "deepbooru_filter_tags": "", "extra_networks_show_hidden_directories": true, "extra_networks_dir_button_function": false, "extra_networks_hidden_models": "When searched", "extra_networks_default_multiplier": 1.0, "extra_networks_card_width": 0, "extra_networks_card_height": 0, "extra_networks_card_text_scale": 1.0, "extra_networks_card_show_desc": true, "extra_networks_card_order_field": "Path", "extra_networks_card_order": "Ascending", "extra_networks_add_text_separator": " ", "ui_extra_networks_tab_reorder": "", "textual_inversion_print_at_load": false, "textual_inversion_add_hashes_to_infotext": true, "sd_hypernetwork": "None", "keyedit_precision_attention": 0.1, "keyedit_precision_extra": 0.05, "keyedit_delimiters": ".,\/!?%^*;:{}=`~() ", "keyedit_delimiters_whitespace": [ "Tab", "Carriage Return", "Line Feed" ], "keyedit_move": true, "disable_token_counters": false, "return_grid": true, "do_not_show_images": false, "js_modal_lightbox": true, "js_modal_lightbox_initially_zoomed": true, "js_modal_lightbox_gamepad": false, "js_modal_lightbox_gamepad_repeat": 250, "gallery_height": "", "compact_prompt_box": false, "samplers_in_dropdown": true, "dimensions_and_batch_together": true, "sd_checkpoint_dropdown_use_short": false, "hires_fix_show_sampler": false, "hires_fix_show_prompts": false, "txt2img_settings_accordion": false, "img2img_settings_accordion": false, "localization": "None", "quicksettings_list": [ "sd_model_checkpoint" ], "ui_tab_order": [], "hidden_tabs": [], "ui_reorder_list": [], "gradio_theme": "Default", "gradio_themes_cache": true, "show_progress_in_title": true, "send_seed": true, "send_size": true, "enable_pnginfo": true, "save_txt": false, "add_model_name_to_info": true, "add_model_hash_to_info": true, "add_vae_name_to_info": true, "add_vae_hash_to_info": true, "add_user_name_to_info": false, "add_version_to_infotext": true, "disable_weights_auto_swap": true, "infotext_skip_pasting": [], "infotext_styles": "Apply if any", "show_progressbar": true, "live_previews_enable": true, "live_previews_image_format": "png", "show_progress_grid": true, "show_progress_every_n_steps": 10, "show_progress_type": "Approx NN", "live_preview_allow_lowvram_full": false, "live_preview_content": "Prompt", "live_preview_refresh_period": 1000, "live_preview_fast_interrupt": false, "js_live_preview_in_modal_lightbox": false, "hide_samplers": [], "eta_ddim": 0.0, "eta_ancestral": 1.0, "ddim_discretize": "uniform", "s_churn": 0.0, "s_tmin": 0.0, "s_tmax": 0.0, "s_noise": 1.0, "k_sched_type": "Automatic", "sigma_min": 0.0, "sigma_max": 0.0, "rho": 0.0, "eta_noise_seed_delta": 0, "always_discard_next_to_last_sigma": false, "sgm_noise_multiplier": false, "uni_pc_variant": "bh1", "uni_pc_skip_type": "time_uniform", "uni_pc_order": 3, "uni_pc_lower_order_final": true, "postprocessing_enable_in_main_ui": [], "postprocessing_operation_order": [], "upscaling_max_images_in_cache": 5, "postprocessing_existing_caption_action": "Ignore", "disabled_extensions": [], "disable_all_extensions": "none", "restore_config_state_file": "", "sd_checkpoint_hash": "ad2a33c361c1f593c4a1fb32ea81afce2b5bb7d1983c6b94793a26a3b54b08a0", "ldsr_steps": 100, "ldsr_cached": false, "SCUNET_tile": 256, "SCUNET_tile_overlap": 8, "SWIN_tile": 192, "SWIN_tile_overlap": 8, "SWIN_torch_compile": false, "hypertile_enable_unet": false, "hypertile_enable_unet_secondpass": false, "hypertile_max_depth_unet": 3, "hypertile_max_tile_unet": 256, "hypertile_swap_size_unet": 3, "hypertile_enable_vae": false, "hypertile_max_depth_vae": 3, "hypertile_max_tile_vae": 128, "hypertile_swap_size_vae": 3, "lora_functional": false, "sd_lora": "None", "lora_preferred_name": "Alias from file", "lora_add_hashes_to_infotext": true, "lora_show_all": false, "lora_hide_unknown_for_versions": [], "lora_in_memory_limit": 0, "extra_options_txt2img": [], "extra_options_img2img": [], "extra_options_cols": 1, "extra_options_accordion": false, "canvas_hotkey_zoom": "Alt", "canvas_hotkey_adjust": "Ctrl", "canvas_hotkey_move": "F", "canvas_hotkey_fullscreen": "S", "canvas_hotkey_reset": "R", "canvas_hotkey_overlap": "O", "canvas_show_tooltip": true, "canvas_auto_expand": true, "canvas_blur_prompt": false, "canvas_disabled_functions": [ "Overlap" ] }, "Startup": { "total": 4.621354103088379, "records": { "initial startup": 0.09688091278076172, "prepare environment/checks": 5.507469177246094e-05, "prepare environment/git version info": 0.023710012435913086, "prepare environment/torch GPU test": 0.0016579627990722656, "prepare environment/clone repositores": 0.05527615547180176, "prepare environment/run extensions installers": 0.0006031990051269531, "prepare environment": 0.09942269325256348, "launcher": 0.0008220672607421875, "import torch": 1.8389110565185547, "import gradio": 0.5999000072479248, "setup paths": 0.5934700965881348, "import ldm": 0.002624988555908203, "import sgm": 4.76837158203125e-06, "initialize shared": 0.13980412483215332, "other imports": 0.5503120422363281, "opts onchange": 0.00030493736267089844, "setup SD model": 0.00030517578125, "setup codeformer": 0.05375099182128906, "setup gfpgan": 0.009464740753173828, "set samplers": 2.5033950805664062e-05, "list extensions": 0.00040602684020996094, "restore config state file": 3.814697265625e-06, "list SD models": 0.0007631778717041016, "list localizations": 8.106231689453125e-05, "load scripts/custom_code.py": 0.0008640289306640625, "load scripts/img2imgalt.py": 0.0002980232238769531, "load scripts/loopback.py": 0.00020194053649902344, "load scripts/outpainting_mk_2.py": 0.0002338886260986328, "load scripts/poor_mans_outpainting.py": 0.0002779960632324219, "load scripts/postprocessing_caption.py": 0.0001571178436279297, "load scripts/postprocessing_codeformer.py": 0.0001659393310546875, "load scripts/postprocessing_create_flipped_copies.py": 0.0003032684326171875, "load scripts/postprocessing_focal_crop.py": 0.0005297660827636719, "load scripts/postprocessing_gfpgan.py": 0.00015497207641601562, "load scripts/postprocessing_split_oversized.py": 6.914138793945312e-05, "load scripts/postprocessing_upscale.py": 0.0002009868621826172, "load scripts/processing_autosized_crop.py": 7.605552673339844e-05, "load scripts/prompt_matrix.py": 0.00012993812561035156, "load scripts/prompts_from_file.py": 0.00035881996154785156, "load scripts/sd_upscale.py": 7.82012939453125e-05, "load scripts/xyz_grid.py": 0.0008599758148193359, "load scripts/ldsr_model.py": 0.16575980186462402, "load scripts/lora_script.py": 0.049597978591918945, "load scripts/scunet_model.py": 0.009282112121582031, "load scripts/swinir_model.py": 0.008925914764404297, "load scripts/hotkey_config.py": 0.0001232624053955078, "load scripts/extra_options_section.py": 0.00021886825561523438, "load scripts/hypertile_script.py": 0.01640486717224121, "load scripts/hypertile_xyz.py": 6.127357482910156e-05, "load scripts/refiner.py": 0.000125885009765625, "load scripts/seed.py": 0.0001690387725830078, "load scripts": 0.25564074516296387, "load upscalers": 0.0031731128692626953, "refresh VAE": 0.000408172607421875, "refresh textual inversion templates": 3.0040740966796875e-05, "scripts list_optimizers": 9.489059448242188e-05, "scripts list_unets": 3.0994415283203125e-06, "reload hypernetworks": 0.00022482872009277344, "initialize extra networks": 0.009844064712524414, "scripts before_ui_callback": 0.0006389617919921875, "create ui": 0.16621804237365723, "gradio launch": 0.21031498908996582, "add APIs": 0.005743980407714844, "app_started_callback/lora_script.py": 0.0001747608184814453, "app_started_callback": 0.0001780986785888672 } }, "Packages": [ "absl-py==2.1.0", "accelerate==0.21.0", "addict==2.4.0", "aenum==3.1.15", "aiofiles==23.2.1", "aiohttp==3.9.3", "aiosignal==1.3.1", "altair==5.2.0", "antlr4-python3-runtime==4.9.3", "anyio==3.7.1", "async-timeout==4.0.3", "attrs==23.2.0", "basicsr==1.4.2", "beautifulsoup4==4.12.3", "blendmodes==2022", "certifi==2024.2.2", "charset-normalizer==3.3.2", "clean-fid==0.1.35", "click==8.1.7", "clip==1.0", "contourpy==1.2.0", "cycler==0.12.1", "deprecation==2.1.0", "einops==0.4.1", "exceptiongroup==1.2.0", "facexlib==0.3.0", "fastapi==0.94.0", "ffmpy==0.3.2", "filelock==3.13.1", "filterpy==1.4.5", "fonttools==4.49.0", "frozenlist==1.4.1", "fsspec==2024.2.0", "ftfy==6.1.3", "future==0.18.3", "gdown==5.1.0", "gfpgan==1.3.8", "gitdb==4.0.11", "gitpython==3.1.32", "gradio-client==0.5.0", "gradio==3.41.2", "grpcio==1.60.1", "h11==0.12.0", "httpcore==0.15.0", "httpx==0.24.1", "huggingface-hub==0.20.3", "idna==3.6", "imageio==2.34.0", "importlib-metadata==7.0.1", "importlib-resources==6.1.1", "inflection==0.5.1", "jinja2==3.1.3", "jsonmerge==1.8.0", "jsonschema-specifications==2023.12.1", "jsonschema==4.21.1", "kiwisolver==1.4.5", "kornia==0.6.7", "lark==1.1.2", "lazy-loader==0.3", "lightning-utilities==0.10.1", "llvmlite==0.42.0", "lmdb==1.4.1", "lpips==0.1.4", "markdown==3.5.2", "markupsafe==2.1.5", "matplotlib==3.8.3", "mpmath==1.3.0", "multidict==6.0.5", "networkx==3.2.1", "numba==0.59.0", "numpy==1.23.5", "omegaconf==2.2.3", "open-clip-torch==2.20.0", "opencv-python==4.9.0.80", "orjson==3.9.14", "packaging==23.2", "pandas==2.2.0", "piexif==1.1.3", "pillow==9.5.0", "pip==23.0.1", "platformdirs==4.2.0", "protobuf==3.20.0", "psutil==5.9.5", "pydantic==1.10.14", "pydub==0.25.1", "pyparsing==3.1.1", "pysocks==1.7.1", "python-dateutil==2.8.2", "python-multipart==0.0.9", "pytorch-lightning==1.9.4", "pytz==2024.1", "pywavelets==1.5.0", "pyyaml==6.0.1", "realesrgan==0.3.0", "referencing==0.33.0", "regex==2023.12.25", "requests==2.31.0", "resize-right==0.0.2", "rpds-py==0.18.0", "safetensors==0.3.1", "scikit-image==0.21.0", "scipy==1.12.0", "semantic-version==2.10.0", "sentencepiece==0.1.99", "setuptools==65.5.0", "six==1.16.0", "smmap==5.0.1", "sniffio==1.3.0", "soupsieve==2.5", "starlette==0.26.1", "sympy==1.12", "tb-nightly==2.17.0a20240218", "tensorboard-data-server==0.7.2", "tifffile==2024.2.12", "timm==0.9.2", "tokenizers==0.13.3", "tomesd==0.1.3", "tomli==2.0.1", "toolz==0.12.1", "torch==2.0.1", "torchdiffeq==0.2.3", "torchmetrics==1.3.1", "torchsde==0.2.6", "torchvision==0.15.2", "tqdm==4.66.2", "trampoline==0.1.2", "transformers==4.30.2", "typing-extensions==4.9.0", "tzdata==2024.1", "urllib3==2.2.1", "uvicorn==0.27.1", "wcwidth==0.2.13", "websockets==11.0.3", "werkzeug==3.0.1", "yapf==0.40.2", "yarl==1.9.4", "zipp==3.17.0" ] }

Console logs

looks normal from console log

Additional information

No response

ACWeb23 commented 7 months ago

you are using a stable diffusion 2.1 checkpoint and an SD 1.5 VAE. Most SD users use v1.5 or SDXL, if you download a SD 1.5 checkpoint like Dreamshaper 8 by Lykon you will get better results. here is an example SD checkpoint change

michael-hll commented 7 months ago

Yes, for SD 1.5 I can generate a picture looks better.