Getting this errors - Githubissues

Hi, I have i7 machin with 32 GB GeForce RTX 3060 system. I am getting this error, please help

Error occurred when executing DynamiCrafter Simple:

Allocation on device 0 would exceed allowed memory. (out of memory) Currently allocated : 13.28 GiB Requested : 2.93 GiB Device limit : 8.00 GiB Free (according to CUDA): 0 bytes PyTorch limit (set by user-supplied memory fraction) : 17179869184.00 GiB

File "D:\000AI\ComfyUI\ComfyUI\execution.py", line 152, in recursive_execute output_data, output_ui = get_output_data(obj, input_data_all) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\ComfyUI\execution.py", line 82, in get_output_data return_values = map_node_over_list(obj, input_data_all, obj.FUNCTION, allow_interrupt=True) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\ComfyUI\execution.py", line 75, in map_node_over_list results.append(getattr(obj, func)(slice_dict(input_data_all, i))) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\ComfyUI\custom_nodes\ComfyUI-DynamiCrafter\nodes.py", line 52, in run_inference imgs= model.get_image(image, prompt, steps, cfg_scale, eta, motion, seed) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\ComfyUI\custom_nodes\ComfyUI-DynamiCrafter\scripts\gradio\i2v_test.py", line 85, in get_image batch_samples = batch_ddim_sampling(model, cond, noise_shape, n_samples=1, ddim_steps=steps, ddim_eta=eta, cfg_scale=cfg_scale) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\ComfyUI\custom_nodes\ComfyUI-DynamiCrafter\scripts\evaluation\funcs.py", line 59, in batch_ddimsampling samples, = ddim_sampler.sample(S=ddim_steps, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\python_embeded\Lib\site-packages\torch\utils_contextlib.py", line 115, in decorate_context return func(*args, *kwargs) ^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\ComfyUI\custom_nodes\ComfyUI-DynamiCrafter\lvdm\models\samplers\ddim.py", line 113, in sample samples, intermediates = self.ddim_sampling(conditioning, size, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\python_embeded\Lib\site-packages\torch\utils_contextlib.py", line 115, in decorate_context return func(args, kwargs) ^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\ComfyUI\custom_nodes\ComfyUI-DynamiCrafter\lvdm\models\samplers\ddim.py", line 185, in ddim_sampling outs = self.p_sample_ddim(img, cond, ts, index=index, use_original_steps=ddim_use_original_steps, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\python_embeded\Lib\site-packages\torch\utils_contextlib.py", line 115, in decorate_context return func(args, kwargs) ^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\ComfyUI\custom_nodes\ComfyUI-DynamiCrafter\lvdm\models\samplers\ddim.py", line 221, in p_sample_ddim e_t_cond = self.model.apply_model(x, t, c, kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\ComfyUI\custom_nodes\ComfyUI-Custom-Scripts....\custom_nodes\ComfyUI-DynamiCrafter\lvdm\models\ddpm3d.py", line 551, in apply_model x_recon = self.model(x_noisy, t, cond, kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\python_embeded\Lib\site-packages\torch\nn\modules\module.py", line 1518, in _wrapped_call_impl return self._call_impl(args, kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\python_embeded\Lib\site-packages\torch\nn\modules\module.py", line 1527, in _call_impl return forward_call(args, kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\ComfyUI\custom_nodes\ComfyUI-Custom-Scripts....\custom_nodes\ComfyUI-DynamiCrafter\lvdm\models\ddpm3d.py", line 714, in forward out = self.diffusion_model(xc, t, context=cc, kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\python_embeded\Lib\site-packages\torch\nn\modules\module.py", line 1518, in _wrapped_call_impl return self._call_impl(args, kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\python_embeded\Lib\site-packages\torch\nn\modules\module.py", line 1527, in _call_impl return forward_call(*args, kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\ComfyUI\custom_nodes\ComfyUI-Custom-Scripts....\custom_nodes\ComfyUI-DynamiCrafter\lvdm\modules\networks\openaimodel3d.py", line 583, in forward h = module(h, emb, context=context, batch_size=b) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\python_embeded\Lib\site-packages\torch\nn\modules\module.py", line 1518, in _wrapped_call_impl return self._call_impl(*args, *kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\python_embeded\Lib\site-packages\torch\nn\modules\module.py", line 1527, in _call_impl return forward_call(args, kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\ComfyUI\custom_nodes\ComfyUI-Custom-Scripts....\custom_nodes\ComfyUI-DynamiCrafter\lvdm\modules\networks\openaimodel3d.py", line 41, in forward x = layer(x, context) ^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\python_embeded\Lib\site-packages\torch\nn\modules\module.py", line 1518, in _wrapped_call_impl return self._call_impl(*args, kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\python_embeded\Lib\site-packages\torch\nn\modules\module.py", line 1527, in _call_impl return forward_call(args, kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\ComfyUI\custom_nodes\ComfyUI-Custom-Scripts....\custom_nodes\ComfyUI-DynamiCrafter\lvdm\modules\attention.py", line 304, in forward x = block(x, context=context, kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\python_embeded\Lib\site-packages\torch\nn\modules\module.py", line 1518, in _wrapped_call_impl return self._call_impl(args, kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\python_embeded\Lib\site-packages\torch\nn\modules\module.py", line 1527, in _call_impl return forward_call(*args, kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\ComfyUI\custom_nodes\ComfyUI-Custom-Scripts....\custom_nodes\ComfyUI-DynamiCrafter\lvdm\modules\attention.py", line 239, in forward return checkpoint(self._forward, input_tuple, self.parameters(), self.checkpoint) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\ComfyUI\custom_nodes\ComfyUI-Custom-Scripts....\custom_nodes\ComfyUI-DynamiCrafter\lvdm\common.py", line 94, in checkpoint return func(inputs) ^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\ComfyUI\custom_nodes\ComfyUI-Custom-Scripts....\custom_nodes\ComfyUI-DynamiCrafter\lvdm\modules\attention.py", line 243, in _forward x = self.attn1(self.norm1(x), context=context if self.disable_self_attn else None, mask=mask) + x ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\python_embeded\Lib\site-packages\torch\nn\modules\module.py", line 1518, in _wrapped_call_impl return self._call_impl(args, kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\python_embeded\Lib\site-packages\torch\nn\modules\module.py", line 1527, in _call_impl return forward_call(*args, *kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\ComfyUI\custom_nodes\ComfyUI-Custom-Scripts....\custom_nodes\ComfyUI-DynamiCrafter\lvdm\modules\attention.py", line 103, in forward sim = torch.einsum('b i d, b j d -> b i j', q, k) self.scale

I set it 50GB still this errors Error occurred when executing DynamiCrafter Simple:

No operator found for memory_efficient_attention_forward with inputs: query : shape=(120, 2560, 1, 64) (torch.float32) key : shape=(120, 2560, 1, 64) (torch.float32) value : shape=(120, 2560, 1, 64) (torch.float32) attn_bias : p : 0.0 decoderF is not supported because: xFormers wasn't build with CUDA support attn_bias type is operator wasn't built - see python -m xformers.info for more info flshattF@0.0.0 is not supported because: xFormers wasn't build with CUDA support dtype=torch.float32 (supported: {torch.bfloat16, torch.float16}) operator wasn't built - see python -m xformers.info for more info tritonflashattF is not supported because: xFormers wasn't build with CUDA support dtype=torch.float32 (supported: {torch.bfloat16, torch.float16}) operator wasn't built - see python -m xformers.info for more info triton is not available cutlassF is not supported because: xFormers wasn't build with CUDA support operator wasn't built - see python -m xformers.info for more info smallkF is not supported because: max(query.shape[-1] != value.shape[-1]) > 32 xFormers wasn't build with CUDA support operator wasn't built - see python -m xformers.info for more info unsupported embed per head: 64

File "D:\000AI\ComfyUI\ComfyUI\execution.py", line 152, in recursive_execute output_data, output_ui = get_output_data(obj, input_data_all) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\ComfyUI\execution.py", line 82, in get_output_data return_values = map_node_over_list(obj, input_data_all, obj.FUNCTION, allow_interrupt=True) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\ComfyUI\execution.py", line 75, in map_node_over_list results.append(getattr(obj, func)(slice_dict(input_data_all, i))) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\ComfyUI\custom_nodes\ComfyUI-DynamiCrafter\nodes.py", line 52, in run_inference imgs= model.get_image(image, prompt, steps, cfg_scale, eta, motion, seed) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\ComfyUI\custom_nodes\ComfyUI-DynamiCrafter\scripts\gradio\i2v_test.py", line 85, in get_image batch_samples = batch_ddim_sampling(model, cond, noise_shape, n_samples=1, ddim_steps=steps, ddim_eta=eta, cfg_scale=cfg_scale) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\ComfyUI\custom_nodes\ComfyUI-DynamiCrafter\scripts\evaluation\funcs.py", line 59, in batch_ddimsampling samples, = ddim_sampler.sample(S=ddim_steps, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\python_embeded\Lib\site-packages\torch\utils_contextlib.py", line 115, in decorate_context return func(*args, *kwargs) ^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\ComfyUI\custom_nodes\ComfyUI-DynamiCrafter\lvdm\models\samplers\ddim.py", line 113, in sample samples, intermediates = self.ddim_sampling(conditioning, size, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\python_embeded\Lib\site-packages\torch\utils_contextlib.py", line 115, in decorate_context return func(args, kwargs) ^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\ComfyUI\custom_nodes\ComfyUI-DynamiCrafter\lvdm\models\samplers\ddim.py", line 185, in ddim_sampling outs = self.p_sample_ddim(img, cond, ts, index=index, use_original_steps=ddim_use_original_steps, ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\python_embeded\Lib\site-packages\torch\utils_contextlib.py", line 115, in decorate_context return func(args, kwargs) ^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\ComfyUI\custom_nodes\ComfyUI-DynamiCrafter\lvdm\models\samplers\ddim.py", line 221, in p_sample_ddim e_t_cond = self.model.apply_model(x, t, c, kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\ComfyUI\custom_nodes\ComfyUI-Custom-Scripts....\custom_nodes\ComfyUI-DynamiCrafter\lvdm\models\ddpm3d.py", line 551, in apply_model x_recon = self.model(x_noisy, t, cond, kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\python_embeded\Lib\site-packages\torch\nn\modules\module.py", line 1511, in _wrapped_call_impl return self._call_impl(args, kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\python_embeded\Lib\site-packages\torch\nn\modules\module.py", line 1520, in _call_impl return forward_call(args, kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\ComfyUI\custom_nodes\ComfyUI-Custom-Scripts....\custom_nodes\ComfyUI-DynamiCrafter\lvdm\models\ddpm3d.py", line 714, in forward out = self.diffusion_model(xc, t, context=cc, kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\python_embeded\Lib\site-packages\torch\nn\modules\module.py", line 1511, in _wrapped_call_impl return self._call_impl(args, kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\python_embeded\Lib\site-packages\torch\nn\modules\module.py", line 1520, in _call_impl return forward_call(*args, kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\ComfyUI\custom_nodes\ComfyUI-Custom-Scripts....\custom_nodes\ComfyUI-DynamiCrafter\lvdm\modules\networks\openaimodel3d.py", line 583, in forward h = module(h, emb, context=context, batch_size=b) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\python_embeded\Lib\site-packages\torch\nn\modules\module.py", line 1511, in _wrapped_call_impl return self._call_impl(*args, *kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\python_embeded\Lib\site-packages\torch\nn\modules\module.py", line 1520, in _call_impl return forward_call(args, kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\ComfyUI\custom_nodes\ComfyUI-Custom-Scripts....\custom_nodes\ComfyUI-DynamiCrafter\lvdm\modules\networks\openaimodel3d.py", line 41, in forward x = layer(x, context) ^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\python_embeded\Lib\site-packages\torch\nn\modules\module.py", line 1511, in _wrapped_call_impl return self._call_impl(*args, kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\python_embeded\Lib\site-packages\torch\nn\modules\module.py", line 1520, in _call_impl return forward_call(args, kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\ComfyUI\custom_nodes\ComfyUI-Custom-Scripts....\custom_nodes\ComfyUI-DynamiCrafter\lvdm\modules\attention.py", line 304, in forward x = block(x, context=context, kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\python_embeded\Lib\site-packages\torch\nn\modules\module.py", line 1511, in _wrapped_call_impl return self._call_impl(args, kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\python_embeded\Lib\site-packages\torch\nn\modules\module.py", line 1520, in _call_impl return forward_call(*args, kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\ComfyUI\custom_nodes\ComfyUI-Custom-Scripts....\custom_nodes\ComfyUI-DynamiCrafter\lvdm\modules\attention.py", line 239, in forward return checkpoint(self._forward, input_tuple, self.parameters(), self.checkpoint) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\ComfyUI\custom_nodes\ComfyUI-Custom-Scripts....\custom_nodes\ComfyUI-DynamiCrafter\lvdm\common.py", line 94, in checkpoint return func(inputs) ^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\ComfyUI\custom_nodes\ComfyUI-Custom-Scripts....\custom_nodes\ComfyUI-DynamiCrafter\lvdm\modules\attention.py", line 243, in _forward x = self.attn1(self.norm1(x), context=context if self.disable_self_attn else None, mask=mask) + x ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\python_embeded\Lib\site-packages\torch\nn\modules\module.py", line 1511, in _wrapped_call_impl return self._call_impl(args, kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\python_embeded\Lib\site-packages\torch\nn\modules\module.py", line 1520, in _call_impl return forward_call(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\ComfyUI\custom_nodes\ComfyUI-Custom-Scripts....\custom_nodes\ComfyUI-DynamiCrafter\lvdm\modules\attention.py", line 175, in efficient_forward out = xformers.ops.memory_efficient_attention(q, k, v, attn_bias=None, op=None) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\python_embeded\Lib\site-packages\xformers\ops\fmha__init.py", line 223, in memory_efficient_attention return _memory_efficient_attention( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\python_embeded\Lib\site-packages\xformers\ops\fmha\init.py", line 321, in _memory_efficient_attention return _memory_efficient_attention_forward( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\python_embeded\Lib\site-packages\xformers\ops\fmha\init__.py", line 337, in _memory_efficient_attention_forward op = _dispatch_fw(inp, False) ^^^^^^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\python_embeded\Lib\site-packages\xformers\ops\fmha\dispatch.py", line 120, in _dispatch_fw return _run_priority_list( ^^^^^^^^^^^^^^^^^^^ File "D:\000AI\ComfyUI\python_embeded\Lib\site-packages\xformers\ops\fmha\dispatch.py", line 63, in _run_priority_list raise NotImplementedError(msg)

chaojie / ComfyUI-DynamiCrafter

Getting this errors #3