Open nicholasVANDAL opened 1 year ago
nicholasVANDAL
commented
1 year ago disabling the color coherance Optical flow cadence and Optical flow generation seemed to make it work.
~edit: nope interuppted that one that did work and started aother one with no changed and got the local variable 'h' error again. it made 24 frames (with cadence set to 4) before throwing the error
nicholasVANDAL
commented
1 year ago getting the same error when i disable all controlnets too.
nicholasVANDAL
commented
1 year ago The next run after getting this error above I tend to get this error next until I restart.
WARNING:deforum_helpers.opts_overrider:Error during batch execution: <class 'TypeError'> - 'NoneType' object is not iterable
*START OF TRACEBACK*
Traceback (most recent call last):
File "C:\Users\va-ai.render\stable-diffusion-webui-sdxl\extensions\sd-webui-controlnet\scripts\hook.py", line 855, in forward_webui
return forward(*args, **kwargs)
File "C:\Users\va-ai.render\stable-diffusion-webui-sdxl\extensions\sd-webui-controlnet\scripts\hook.py", line 473, in forward
for param in outer.control_params:
TypeError: 'NoneType' object is not iterable
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "C:\Users\va-ai.render\stable-diffusion-webui-sdxl\extensions\deforum-for-automatic1111-webui\scripts\deforum_helpers\run_deforum.py", line 116, in run_deforum
render_animation(args, anim_args, video_args, parseq_args, loop_args, controlnet_args, root)
File "C:\Users\va-ai.render\stable-diffusion-webui-sdxl\extensions\deforum-for-automatic1111-webui\scripts\deforum_helpers\render.py", line 566, in render_animation
disposable_image = generate(args, keys, anim_args, loop_args, controlnet_args, root, parseq_adapter, frame_idx, sampler_name=scheduled_sampler_name)
File "C:\Users\va-ai.render\stable-diffusion-webui-sdxl\extensions\deforum-for-automatic1111-webui\scripts\deforum_helpers\generate.py", line 80, in generate
image, caught_vae_exception = generate_with_nans_check(args, keys, anim_args, loop_args, controlnet_args, root, parseq_adapter, frame, sampler_name)
File "C:\Users\va-ai.render\stable-diffusion-webui-sdxl\extensions\deforum-for-automatic1111-webui\scripts\deforum_helpers\generate.py", line 114, in generate_with_nans_check
raise e
File "C:\Users\va-ai.render\stable-diffusion-webui-sdxl\extensions\deforum-for-automatic1111-webui\scripts\deforum_helpers\generate.py", line 108, in generate_with_nans_check
image = generate_inner(args, keys, anim_args, loop_args, controlnet_args, root, parseq_adapter, frame, sampler_name)
File "C:\Users\va-ai.render\stable-diffusion-webui-sdxl\extensions\deforum-for-automatic1111-webui\scripts\deforum_helpers\generate.py", line 283, in generate_inner
processed = processing.process_images(p)
File "C:\Users\va-ai.render\stable-diffusion-webui-sdxl\modules\processing.py", line 732, in process_images
res = process_images_inner(p)
File "C:\Users\va-ai.render\stable-diffusion-webui-sdxl\extensions\sd-webui-controlnet\scripts\batch_hijack.py", line 42, in processing_process_images_hijack
return getattr(processing, '__controlnet_original_process_images_inner')(p, *args, **kwargs)
File "C:\Users\va-ai.render\stable-diffusion-webui-sdxl\modules\processing.py", line 867, in process_images_inner
samples_ddim = p.sample(conditioning=p.c, unconditional_conditioning=p.uc, seeds=p.seeds, subseeds=p.subseeds, subseed_strength=p.subseed_strength, prompts=p.prompts)
File "C:\Users\va-ai.render\stable-diffusion-webui-sdxl\extensions\sd-webui-controlnet\scripts\hook.py", line 451, in process_sample
return process.sample_before_CN_hack(*args, **kwargs)
File "C:\Users\va-ai.render\stable-diffusion-webui-sdxl\modules\processing.py", line 1528, in sample
samples = self.sampler.sample_img2img(self, self.init_latent, x, conditioning, unconditional_conditioning, image_conditioning=self.image_conditioning)
File "C:\Users\va-ai.render\stable-diffusion-webui-sdxl\modules\sd_samplers_kdiffusion.py", line 188, in sample_img2img
samples = self.launch_sampling(t_enc + 1, lambda: self.func(self.model_wrap_cfg, xi, extra_args=self.sampler_extra_args, disable=False, callback=self.callback_state, **extra_params_kwargs))
File "C:\Users\va-ai.render\stable-diffusion-webui-sdxl\modules\sd_samplers_common.py", line 261, in launch_sampling
return func()
File "C:\Users\va-ai.render\stable-diffusion-webui-sdxl\modules\sd_samplers_kdiffusion.py", line 188, in <lambda>
samples = self.launch_sampling(t_enc + 1, lambda: self.func(self.model_wrap_cfg, xi, extra_args=self.sampler_extra_args, disable=False, callback=self.callback_state, **extra_params_kwargs))
File "C:\Users\va-ai.render\stable-diffusion-webui-sdxl\venv\lib\site-packages\torch\utils\_contextlib.py", line 115, in decorate_context
return func(*args, **kwargs)
File "C:\Users\va-ai.render\stable-diffusion-webui-sdxl\repositories\k-diffusion\k_diffusion\sampling.py", line 626, in sample_dpmpp_2m_sde
denoised = model(x, sigmas[i] * s_in, **extra_args)
File "C:\Users\va-ai.render\stable-diffusion-webui-sdxl\venv\lib\site-packages\torch\nn\modules\module.py", line 1501, in _call_impl
return forward_call(*args, **kwargs)
File "C:\Users\va-ai.render\stable-diffusion-webui-sdxl\modules\sd_samplers_cfg_denoiser.py", line 188, in forward
x_out[a:b] = self.inner_model(x_in[a:b], sigma_in[a:b], cond=make_condition_dict(c_crossattn, image_cond_in[a:b]))
File "C:\Users\va-ai.render\stable-diffusion-webui-sdxl\venv\lib\site-packages\torch\nn\modules\module.py", line 1501, in _call_impl
return forward_call(*args, **kwargs)
File "C:\Users\va-ai.render\stable-diffusion-webui-sdxl\repositories\k-diffusion\k_diffusion\external.py", line 112, in forward
eps = self.get_eps(input * c_in, self.sigma_to_t(sigma), **kwargs)
File "C:\Users\va-ai.render\stable-diffusion-webui-sdxl\repositories\k-diffusion\k_diffusion\external.py", line 138, in get_eps
return self.inner_model.apply_model(*args, **kwargs)
File "C:\Users\va-ai.render\stable-diffusion-webui-sdxl\modules\sd_models_xl.py", line 37, in apply_model
return self.model(x, t, cond)
File "C:\Users\va-ai.render\stable-diffusion-webui-sdxl\venv\lib\site-packages\torch\nn\modules\module.py", line 1501, in _call_impl
return forward_call(*args, **kwargs)
File "C:\Users\va-ai.render\stable-diffusion-webui-sdxl\modules\sd_hijack_utils.py", line 17, in <lambda>
setattr(resolved_obj, func_path[-1], lambda *args, **kwargs: self(*args, **kwargs))
File "C:\Users\va-ai.render\stable-diffusion-webui-sdxl\modules\sd_hijack_utils.py", line 28, in __call__
return self.__orig_func(*args, **kwargs)
File "C:\Users\va-ai.render\stable-diffusion-webui-sdxl\repositories\generative-models\sgm\modules\diffusionmodules\wrappers.py", line 28, in forward
return self.diffusion_model(
File "C:\Users\va-ai.render\stable-diffusion-webui-sdxl\venv\lib\site-packages\torch\nn\modules\module.py", line 1501, in _call_impl
return forward_call(*args, **kwargs)
File "C:\Users\va-ai.render\stable-diffusion-webui-sdxl\extensions\sd-webui-controlnet\scripts\hook.py", line 858, in forward_webui
raise e
File "C:\Users\va-ai.render\stable-diffusion-webui-sdxl\extensions\sd-webui-controlnet\scripts\hook.py", line 855, in forward_webui
return forward(*args, **kwargs)
File "C:\Users\va-ai.render\stable-diffusion-webui-sdxl\extensions\sd-webui-controlnet\scripts\hook.py", line 733, in forward
outer.original_forward(
File "C:\Users\va-ai.render\stable-diffusion-webui-sdxl\extensions\sd-webui-controlnet\scripts\hook.py", line 857, in forward_webui
move_all_control_model_to_cpu()
File "C:\Users\va-ai.render\stable-diffusion-webui-sdxl\extensions\sd-webui-controlnet\scripts\hook.py", line 846, in move_all_control_model_to_cpu
for param in getattr(outer, 'control_params', []):
TypeError: 'NoneType' object is not iterable
*END OF TRACEBACK*
User friendly error message:
Error: 'NoneType' object is not iterable. Please, check your schedules/ init values.
Have you read the latest version of the FAQ?
Is there an existing issue for this?
Are you using the latest version of the Deforum extension?
What happened?
I am using deforum with controlnet. I have 5 controlnets all set to reference only.
It seems to generate the first frame but then after that it throw an error in k-diffusion?
Steps to reproduce the problem
What should have happened/how would you fix it?
not to have an error thrown
Torch version
2.0.1+cu118
On which platform are you launching the webui with the extension?
Local PC setup (Windows)
Deforum settings
https://gist.github.com/nicholasVANDAL/62ae5bab1f79eab258c7bb9d1a2e395b
Webui core settings
https://gist.github.com/nicholasVANDAL/1cf02d15a8e4a8932d71b0c9d2ec80b2
Console logs
Additional information
No response