CUDA_SETUP: WARNING! libcudart.so not found in any environmental path. Searching /usr/local/cuda/lib64...
E:\tools\AI_umaru\Kohya_ss-GUI-LoRA-Portable\venv\lib\site-packages\bitsandbytes\cuda_setup\paths.py:27: UserWarning: WARNING: The following directories listed in your path were found to be non-existent: {WindowsPath('/usr/local/cuda/lib64')}
warn(
WARNING: No libcudart.so found! Install CUDA or the cudatoolkit package (anaconda)!
CUDA SETUP: Loading binary E:\tools\AI_umaru\Kohya_ss-GUI-LoRA-Portable\venv\lib\site-packages\bitsandbytes\libbitsandbytes_cpu.so...
Traceback (most recent call last):
File "E:\tools\AI_umaru\Kohya_ss-GUI-LoRA-Portable\train_network.py", line 699, in
train(args)
File "E:\tools\AI_umaru\Kohya_ss-GUI-LoRA-Portable\train_network.py", line 183, in train
optimizer_name, optimizer_args, optimizer = train_util.get_optimizer(args, trainable_params)
File "E:\tools\AI_umaru\Kohya_ss-GUI-LoRA-Portable\library\train_util.py", line 2208, in get_optimizer
import bitsandbytes as bnb
File "E:\tools\AI_umaru\Kohya_ss-GUI-LoRA-Portable\venv\lib\site-packages\bitsandbytes__init.py", line 6, in
from .autograd._functions import (
File "E:\tools\AI_umaru\Kohya_ss-GUI-LoRA-Portable\venv\lib\site-packages\bitsandbytes\autograd_functions.py", line 5, in
import bitsandbytes.functional as F
File "E:\tools\AI_umaru\Kohya_ss-GUI-LoRA-Portable\venv\lib\site-packages\bitsandbytes\functional.py", line 13, in
from .cextension import COMPILED_WITH_CUDA, lib
File "E:\tools\AI_umaru\Kohya_ss-GUI-LoRA-Portable\venv\lib\site-packages\bitsandbytes\cextension.py", line 41, in
lib = CUDALibrary_Singleton.get_instance().lib
File "E:\tools\AI_umaru\Kohya_ss-GUI-LoRA-Portable\venv\lib\site-packages\bitsandbytes\cextension.py", line 37, in get_instance
cls._instance.initialize()
File "E:\tools\AI_umaru\Kohya_ss-GUI-LoRA-Portable\venv\lib\site-packages\bitsandbytes\cextension.py", line 31, in initialize
self.lib = ct.cdll.LoadLibrary(binary_path)
File "E:\tools\AI_umaru\Kohya_ss-GUI-LoRA-Portable\python\lib\ctypes__init__.py", line 452, in LoadLibrary
return self._dlltype(name)
File "E:\tools\AI_umaru\Kohya_ss-GUI-LoRA-Portable\python\lib\ctypes\init.py", line 364, in init
if '/' in name or '\' in name:
TypeError: argument of type 'WindowsPath' is not iterable
Traceback (most recent call last):
File "E:\tools\AI_umaru\Kohya_ss-GUI-LoRA-Portable\python\lib\runpy.py", line 196, in _run_module_as_main
return _run_code(code, main_globals, None,
File "E:\tools\AI_umaru\Kohya_ss-GUI-LoRA-Portable\python\lib\runpy.py", line 86, in _run_code
exec(code, run_globals)
File "E:\tools\AI_umaru\Kohya_ss-GUI-LoRA-Portable\venv\Scripts\accelerate.exe\main__.py", line 7, in
File "E:\tools\AI_umaru\Kohya_ss-GUI-LoRA-Portable\venv\lib\site-packages\accelerate\commands\accelerate_cli.py", line 45, in main
args.func(args)
File "E:\tools\AI_umaru\Kohya_ss-GUI-LoRA-Portable\venv\lib\site-packages\accelerate\commands\launch.py", line 1104, in launch_command
simple_launcher(args)
File "E:\tools\AI_umaru\Kohya_ss-GUI-LoRA-Portable\venv\lib\site-packages\accelerate\commands\launch.py", line 567, in simple_launcher
raise subprocess.CalledProcessError(returncode=process.returncode, cmd=cmd)
subprocess.CalledProcessError: Command '['E:\tools\AI_umaru\Kohya_ss-GUI-LoRA-Portable\venv\Scripts\python.exe', 'train_network.py', '--enable_bucket', '--pretrained_model_name_or_path=E:/tools/AI_umaru/stableUI/stable-diffusion-webui/models/Stable-diffusion/schoolmax25d_11.ckpt', '--train_data_dir=D:\tools\AI_umaru\stable-diffusion\datassets\yan\outputs', '--reg_data_dir=D:\tools\AI_umaru\stable-diffusion\datassets\out', '--resolution=384,512', '--output_dir=D:\tools\AI_umaru\stable-diffusion\datassets\out', '--logging_dir=D:\tools\AI_umaru\stable-diffusion\datassets\out', '--network_alpha=1', '--save_model_as=safetensors', '--network_module=networks.lora', '--text_encoder_lr=5e-5', '--unet_lr=0.0001', '--network_dim=8', '--output_name=last', '--lr_scheduler_num_cycles=100', '--learning_rate=0.0001', '--lr_scheduler=cosine', '--lr_warmup_steps=18000', '--train_batch_size=1', '--max_train_steps=180000', '--save_every_n_epochs=1', '--mixed_precision=no', '--save_precision=fp16', '--cache_latents', '--optimizer_type=AdamW8bit', '--bucket_reso_steps=64', '--xformers', '--bucket_no_upscale']' returned non-zero exit status 1.
This issue has been automatically marked as stale because it has not had recent activity. If you think this still needs to be addressed please comment on this thread.
===================================BUG REPORT=================================== Welcome to bitsandbytes. For bug reports, please submit your error trace to: https://github.com/TimDettmers/bitsandbytes/issues For effortless bug reporting copy-paste your error into this form: https://docs.google.com/forms/d/e/1FAIpQLScPB8emS3Thkp66nvqwmjTEgxp8Y9ufuWTzFyr9kJ5AoI47dQ/viewform?usp=sf_link
CUDA_SETUP: WARNING! libcudart.so not found in any environmental path. Searching /usr/local/cuda/lib64... E:\tools\AI_umaru\Kohya_ss-GUI-LoRA-Portable\venv\lib\site-packages\bitsandbytes\cuda_setup\paths.py:27: UserWarning: WARNING: The following directories listed in your path were found to be non-existent: {WindowsPath('/usr/local/cuda/lib64')} warn( WARNING: No libcudart.so found! Install CUDA or the cudatoolkit package (anaconda)! CUDA SETUP: Loading binary E:\tools\AI_umaru\Kohya_ss-GUI-LoRA-Portable\venv\lib\site-packages\bitsandbytes\libbitsandbytes_cpu.so... Traceback (most recent call last): File "E:\tools\AI_umaru\Kohya_ss-GUI-LoRA-Portable\train_network.py", line 699, in
train(args)
File "E:\tools\AI_umaru\Kohya_ss-GUI-LoRA-Portable\train_network.py", line 183, in train
optimizer_name, optimizer_args, optimizer = train_util.get_optimizer(args, trainable_params)
File "E:\tools\AI_umaru\Kohya_ss-GUI-LoRA-Portable\library\train_util.py", line 2208, in get_optimizer
import bitsandbytes as bnb
File "E:\tools\AI_umaru\Kohya_ss-GUI-LoRA-Portable\venv\lib\site-packages\bitsandbytes__init.py", line 6, in
from .autograd._functions import (
File "E:\tools\AI_umaru\Kohya_ss-GUI-LoRA-Portable\venv\lib\site-packages\bitsandbytes\autograd_functions.py", line 5, in
import bitsandbytes.functional as F
File "E:\tools\AI_umaru\Kohya_ss-GUI-LoRA-Portable\venv\lib\site-packages\bitsandbytes\functional.py", line 13, in
from .cextension import COMPILED_WITH_CUDA, lib
File "E:\tools\AI_umaru\Kohya_ss-GUI-LoRA-Portable\venv\lib\site-packages\bitsandbytes\cextension.py", line 41, in
lib = CUDALibrary_Singleton.get_instance().lib
File "E:\tools\AI_umaru\Kohya_ss-GUI-LoRA-Portable\venv\lib\site-packages\bitsandbytes\cextension.py", line 37, in get_instance
cls._instance.initialize()
File "E:\tools\AI_umaru\Kohya_ss-GUI-LoRA-Portable\venv\lib\site-packages\bitsandbytes\cextension.py", line 31, in initialize
self.lib = ct.cdll.LoadLibrary(binary_path)
File "E:\tools\AI_umaru\Kohya_ss-GUI-LoRA-Portable\python\lib\ctypes__init__.py", line 452, in LoadLibrary
return self._dlltype(name)
File "E:\tools\AI_umaru\Kohya_ss-GUI-LoRA-Portable\python\lib\ctypes\ init.py", line 364, in init
if '/' in name or '\' in name:
TypeError: argument of type 'WindowsPath' is not iterable
Traceback (most recent call last):
File "E:\tools\AI_umaru\Kohya_ss-GUI-LoRA-Portable\python\lib\runpy.py", line 196, in _run_module_as_main
return _run_code(code, main_globals, None,
File "E:\tools\AI_umaru\Kohya_ss-GUI-LoRA-Portable\python\lib\runpy.py", line 86, in _run_code
exec(code, run_globals)
File "E:\tools\AI_umaru\Kohya_ss-GUI-LoRA-Portable\venv\Scripts\accelerate.exe\main__.py", line 7, in
File "E:\tools\AI_umaru\Kohya_ss-GUI-LoRA-Portable\venv\lib\site-packages\accelerate\commands\accelerate_cli.py", line 45, in main
args.func(args)
File "E:\tools\AI_umaru\Kohya_ss-GUI-LoRA-Portable\venv\lib\site-packages\accelerate\commands\launch.py", line 1104, in launch_command
simple_launcher(args)
File "E:\tools\AI_umaru\Kohya_ss-GUI-LoRA-Portable\venv\lib\site-packages\accelerate\commands\launch.py", line 567, in simple_launcher
raise subprocess.CalledProcessError(returncode=process.returncode, cmd=cmd)
subprocess.CalledProcessError: Command '['E:\tools\AI_umaru\Kohya_ss-GUI-LoRA-Portable\venv\Scripts\python.exe', 'train_network.py', '--enable_bucket', '--pretrained_model_name_or_path=E:/tools/AI_umaru/stableUI/stable-diffusion-webui/models/Stable-diffusion/schoolmax25d_11.ckpt', '--train_data_dir=D:\tools\AI_umaru\stable-diffusion\datassets\yan\outputs', '--reg_data_dir=D:\tools\AI_umaru\stable-diffusion\datassets\out', '--resolution=384,512', '--output_dir=D:\tools\AI_umaru\stable-diffusion\datassets\out', '--logging_dir=D:\tools\AI_umaru\stable-diffusion\datassets\out', '--network_alpha=1', '--save_model_as=safetensors', '--network_module=networks.lora', '--text_encoder_lr=5e-5', '--unet_lr=0.0001', '--network_dim=8', '--output_name=last', '--lr_scheduler_num_cycles=100', '--learning_rate=0.0001', '--lr_scheduler=cosine', '--lr_warmup_steps=18000', '--train_batch_size=1', '--max_train_steps=180000', '--save_every_n_epochs=1', '--mixed_precision=no', '--save_precision=fp16', '--cache_latents', '--optimizer_type=AdamW8bit', '--bucket_reso_steps=64', '--xformers', '--bucket_no_upscale']' returned non-zero exit status 1.