a error with sageattn attention_mode in windows10

[lesteryebin]

Name: sageattention Version: 1.0.5

ComfyUI Error Report

Error Details

• Node ID: 57
• Node Type: CogVideoSampler
• Exception Type: triton.compiler.errors.CompilationError

• Exception Message: at 36:15: K_ptrs = K + (off_z stride_kz + (off_h // num_kv_groups) stride_kh) + offs_n[None, :] stride_kn + offs_k[:, None] K_scale_ptr = K_scale + k_scale_offset V_ptrs = V + (off_z stride_vz + (off_h // num_kv_groups) stride_vh) + offs_n[:, None] stride_vn + offs_k[None, :] O_block_ptr = Out + (off_z stride_oz + off_h stride_oh) + offs_m[:, None] * stride_on + offs_k[None, :]

  m_i = tl.zeros([BLOCK_M], dtype=tl.float32) - float("inf") l_i = tl.zeros([BLOCK_M], dtype=tl.float32) + 1.0 acc = tl.zeros([BLOCK_M, HEAD_DIM], dtype=tl.float32)

  q = tl.load(Q_ptrs, mask = offs_m[:, None] < qo_len) q_scale = tl.load(Q_scale_ptr) acc, l_i = _attn_fwd_inner(acc, l_i, m_i, q, q_scale, kv_len, K_ptrs, K_scale_ptr, V_ptrs, stride_kn, stride_vn, ^

  Stack Trace

  
  File "E:\ComfyUI-aki-v1.4\execution.py", line 323, in execute
  output_data, output_ui, has_subgraph = get_output_data(obj, input_data_all, execution_block_cb=execution_block_cb, pre_execute_cb=pre_execute_cb)
  
  File "E:\ComfyUI-aki-v1.4\execution.py", line 198, in get_output_data
  return_values = _map_node_over_list(obj, input_data_all, obj.FUNCTION, allow_interrupt=True, execution_block_cb=execution_block_cb, pre_execute_cb=pre_execute_cb)
  
  File "E:\ComfyUI-aki-v1.4\execution.py", line 169, in _map_node_over_list
  process_inputs(input_dict, i)
  
  File "E:\ComfyUI-aki-v1.4\execution.py", line 158, in process_inputs
  results.append(getattr(obj, func)(**inputs))
  
  File "E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-CogVideoXWrapper\nodes.py", line 875, in process
  latents = pipeline["pipe"](
  
  File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\torch\utils\_contextlib.py", line 116, in decorate_context
  return func(*args, **kwargs)
  
  File "E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-CogVideoXWrapper\pipeline_cogvideox.py", line 776, in __call__
  noise_pred = self.transformer(
  
  File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\torch\nn\modules\module.py", line 1736, in _wrapped_call_impl
  return self._call_impl(*args, **kwargs)
  
  File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\torch\nn\modules\module.py", line 1747, in _call_impl
  return forward_call(*args, **kwargs)
  
  File "E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-CogVideoXWrapper\custom_cogvideox_transformer_3d.py", line 685, in forward
  hidden_states, encoder_hidden_states = block(
  
  File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\torch\nn\modules\module.py", line 1736, in _wrapped_call_impl
  return self._call_impl(*args, **kwargs)
  
  File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\torch\nn\modules\module.py", line 1747, in _call_impl
  return forward_call(*args, **kwargs)
  
  File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\torch\_dynamo\eval_frame.py", line 465, in _fn
  return fn(*args, **kwargs)
  
  File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\torch\nn\modules\module.py", line 1736, in _wrapped_call_impl
  return self._call_impl(*args, **kwargs)
  
  File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\torch\nn\modules\module.py", line 1747, in _call_impl
  return forward_call(*args, **kwargs)
  
  File "E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-CogVideoXWrapper\custom_cogvideox_transformer_3d.py", line 282, in forward
  attn_hidden_states, attn_encoder_hidden_states = self.attn1(
  
  File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\torch\nn\modules\module.py", line 1736, in _wrapped_call_impl
  return self._call_impl(*args, **kwargs)
  
  File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\torch\nn\modules\module.py", line 1747, in _call_impl
  return forward_call(*args, **kwargs)
  
  File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\diffusers\models\attention_processor.py", line 495, in forward
  return self.processor(
  
  File "E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-CogVideoXWrapper\custom_cogvideox_transformer_3d.py", line 129, in __call__
  hidden_states = sageattn_func(query, key, value, attn_mask=attention_mask, dropout_p=0.0,is_causal=False)
  
  File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\torch\_dynamo\eval_frame.py", line 632, in _fn
  return fn(*args, **kwargs)
  
  File "E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-CogVideoXWrapper\custom_cogvideox_transformer_3d.py", line 50, in sageattn_func
  return sageattn(query, key, value, attn_mask=attn_mask, dropout_p=dropout_p,is_causal=is_causal)
  
  File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\sageattention\core.py", line 106, in sageattn
  o = attn_true(q_int8, k_int8, v, q_scale, k_scale, tensor_layout=tensor_layout, output_dtype=dtype)
  
  File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\sageattention\attn_qk_int8_per_block.py", line 113, in forward
  _attn_fwd[grid](
  
  File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\runtime\jit.py", line 345, in <lambda>
  return lambda *args, **kwargs: self.run(grid=grid, warmup=False, *args, **kwargs)
  
  File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\runtime\jit.py", line 662, in run
  kernel = self.compile(
  
  File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\compiler\compiler.py", line 280, in compile
  module = src.make_ir(options, codegen_fns, context)
  
  File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\compiler\compiler.py", line 113, in make_ir
  return ast_to_ttir(self.fn, self, context=context, options=options, codegen_fns=codegen_fns)
  
  File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\compiler\code_generator.py", line 1297, in ast_to_ttir
  generator.visit(fn.parse())
  
  File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\compiler\code_generator.py", line 1204, in visit
  ret = super().visit(node)
  
  File "E:\ComfyUI-aki-v1.4\python\lib\ast.py", line 418, in visit
  return visitor(node)
  
  File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\compiler\code_generator.py", line 359, in visit_Module
  ast.NodeVisitor.generic_visit(self, node)
  
  File "E:\ComfyUI-aki-v1.4\python\lib\ast.py", line 426, in generic_visit
  self.visit(item)
  
  File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\compiler\code_generator.py", line 1204, in visit
  ret = super().visit(node)
  
  File "E:\ComfyUI-aki-v1.4\python\lib\ast.py", line 418, in visit
  return visitor(node)
  
  File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\compiler\code_generator.py", line 443, in visit_FunctionDef
  self.visit_compound_statement(node.body)
  
  File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\compiler\code_generator.py", line 351, in visit_compound_statement
  self.visit(stmt)
  
  File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\compiler\code_generator.py", line 1204, in visit
  ret = super().visit(node)
  
  File "E:\ComfyUI-aki-v1.4\python\lib\ast.py", line 418, in visit
  return visitor(node)
  
  File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\compiler\code_generator.py", line 496, in visit_Assign
  values = self.visit(node.value)
  
  File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\compiler\code_generator.py", line 1204, in visit
  ret = super().visit(node)
  
  File "E:\ComfyUI-aki-v1.4\python\lib\ast.py", line 418, in visit
  return visitor(node)
  
  File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\compiler\code_generator.py", line 1109, in visit_Call
  return self.call_JitFunction(fn, args, kws)
  
  File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\compiler\code_generator.py", line 1077, in call_JitFunction
  raise CompilationError(self.jit_fn.src, self.cur_node, None) from e

## System Information
- **ComfyUI Version:** v0.2.7-29-g9cc90ee3
- **Arguments:** E:\ComfyUI-aki-v1.4\main.py --auto-launch --preview-method auto --disable-smart-memory --disable-cuda-malloc --fast
- **OS:** nt
- **Python Version:** 3.10.11 (tags/v3.10.11:7d4cc5a, Apr  5 2023, 00:38:17) [MSC v.1929 64 bit (AMD64)]
- **Embedded Python:** false
- **PyTorch Version:** 2.5.1+cu124
## Devices

- **Name:** cuda:0 NVIDIA GeForce RTX 4060 Ti : cudaMallocAsync
  - **Type:** cuda
  - **VRAM Total:** 17175019520
  - **VRAM Free:** 1949867422
  - **Torch VRAM Total:** 14159970304
  - **Torch VRAM Free:** 195599774

## Logs

2024-11-19T08:38:31.096796 - 2024-11-19T08:38:31.096796 - E:\ComfyUI-aki-v1.4\python\python.exe2024-11-19T08:38:31.096796 - 2024-11-19T08:38:31.096796 - ComfyUI Path:2024-11-19T08:38:31.096796 - 2024-11-19T08:38:31.096796 - E:\ComfyUI-aki-v1.42024-11-19T08:38:31.096796 - 2024-11-19T08:38:31.096796 - Log path:2024-11-19T08:38:31.096796 - 2024-11-19T08:38:31.096796 - E:\ComfyUI-aki-v1.4\comfyui.log2024-11-19T08:38:31.096796 - 2024-11-19T08:38:31.415695 - Prestartup times for custom nodes:2024-11-19T08:38:31.415695 - 2024-11-19T08:38:31.415695 - 0.0 seconds:2024-11-19T08:38:31.415695 - 2024-11-19T08:38:31.415695 - E:\ComfyUI-aki-v1.4\custom_nodes\rgthree-comfy2024-11-19T08:38:31.415695 - 2024-11-19T08:38:31.415695 - 0.0 seconds:2024-11-19T08:38:31.415695 - 2024-11-19T08:38:31.416691 - E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-Easy-Use2024-11-19T08:38:31.416691 - 2024-11-19T08:38:31.417689 - 0.3 seconds:2024-11-19T08:38:31.417689 - 2024-11-19T08:38:31.417689 - E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-PMRF2024-11-19T08:38:31.417689 - 2024-11-19T08:38:31.417689 - 5.2 seconds:2024-11-19T08:38:31.417689 - 2024-11-19T08:38:31.417689 - E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-Manager2024-11-19T08:38:31.417689 - 2024-11-19T08:38:31.417689 - 2024-11-19T08:38:33.392669 - Total VRAM 16379 MB, total RAM 65451 MB 2024-11-19T08:38:33.393667 - pytorch version: 2.5.1+cu124 2024-11-19T08:38:35.098606 - xformers version: 0.0.28.post3 2024-11-19T08:38:35.098606 - Set vram state to: NORMAL_VRAM 2024-11-19T08:38:35.098606 - Disabling smart memory management 2024-11-19T08:38:35.098606 - Device: cuda:0 NVIDIA GeForce RTX 4060 Ti : cudaMallocAsync 2024-11-19T08:38:35.350856 - Using xformers cross attention 2024-11-19T08:38:36.213665 - [Prompt Server] web root: E:\ComfyUI-aki-v1.4\web 2024-11-19T08:38:40.358830 - [Crystools INFO] Crystools version: 1.21.0 2024-11-19T08:38:40.370826 - [Crystools INFO] CPU: Intel(R) Core(TM) i9-9900K CPU @ 3.60GHz - Arch: AMD64 - OS: Windows 10 2024-11-19T08:38:40.376811 - [Crystools INFO] Pynvml (Nvidia) initialized. 2024-11-19T08:38:40.376811 - [Crystools INFO] GPU/s: 2024-11-19T08:38:40.388058 - [Crystools INFO] 0) NVIDIA GeForce RTX 4060 Ti 2024-11-19T08:38:40.388058 - [Crystools INFO] NVIDIA Driver: 555.99 2024-11-19T08:38:40.409658 - Total VRAM 16379 MB, total RAM 65451 MB 2024-11-19T08:38:40.409658 - pytorch version: 2.5.1+cu124 2024-11-19T08:38:40.409658 - xformers version: 0.0.28.post3 2024-11-19T08:38:40.409658 - Set vram state to: NORMAL_VRAM 2024-11-19T08:38:40.409658 - Disabling smart memory management 2024-11-19T08:38:40.409658 - Device: cuda:0 NVIDIA GeForce RTX 4060 Ti : cudaMallocAsync 2024-11-19T08:38:41.486693 - [ComfyUI-Easy-Use] server: v1.2.5 Loaded2024-11-19T08:38:41.486693 - 2024-11-19T08:38:41.486693 - [ComfyUI-Easy-Use] web root: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-Easy-Use\web_version/v2 Loaded2024-11-19T08:38:41.486693 - 2024-11-19T08:38:41.494641 - torch version----------------------2024-11-19T08:38:41.494641 - 2024-11-19T08:38:41.494641 - 2.5.1+cu1242024-11-19T08:38:41.494641 - 2024-11-19T08:38:41.980712 - ### Loading: ComfyUI-Impact-Pack (V7.11.3)2024-11-19T08:38:41.980712 - 2024-11-19T08:38:42.017614 - ### Loading: ComfyUI-Impact-Pack (Subpack: V0.7)2024-11-19T08:38:42.017614 - 2024-11-19T08:38:42.044546 - [Impact Pack] Wildcards loading done.2024-11-19T08:38:42.045541 - 2024-11-19T08:38:42.056511 - ### Loading: ComfyUI-Inspire-Pack (V1.6.1)2024-11-19T08:38:42.056511 - 2024-11-19T08:38:42.611992 - E:\ComfyUI-aki-v1.4\python\lib\site-packages\albumentations__init__.py:13: UserWarning: A new version of Albumentations is available: 1.4.21 (you have 1.4.16). Upgrade using: pip install -U albumentations. To disable automatic update checks, set the environment variable NO_ALBUMENTATIONS_UPDATE to 1. check_for_updates() 2024-11-19T08:38:42.883731 - ### Loading: ComfyUI-Manager (V2.51.9)2024-11-19T08:38:42.883731 - 2024-11-19T08:38:43.021895 - ### ComfyUI Revision: 2837 [9cc90ee3] | Released on '2024-11-18'2024-11-19T08:38:43.021895 - 2024-11-19T08:38:43.520618 - [ComfyUI-Manager] default cache updated: https://raw.githubusercontent.com/ltdrdata/ComfyUI-Manager/main/github-stats.json2024-11-19T08:38:43.520618 - 2024-11-19T08:38:43.529565 - [ComfyUI-Manager] default cache updated: https://raw.githubusercontent.com/ltdrdata/ComfyUI-Manager/main/model-list.json2024-11-19T08:38:43.529565 - 2024-11-19T08:38:43.532510 - [ComfyUI-Manager] default cache updated: https://raw.githubusercontent.com/ltdrdata/ComfyUI-Manager/main/alter-list.json2024-11-19T08:38:43.532510 - 2024-11-19T08:38:43.629238 - [ComfyUI-Manager] default cache updated: https://raw.githubusercontent.com/ltdrdata/ComfyUI-Manager/main/extension-node-map.json2024-11-19T08:38:43.629238 - 2024-11-19T08:38:43.691381 - [ComfyUI-Manager] default cache updated: https://raw.githubusercontent.com/ltdrdata/ComfyUI-Manager/main/custom-node-list.json2024-11-19T08:38:43.691381 - 2024-11-19T08:38:44.286568 - -------------- 2024-11-19T08:38:44.286568 -  ### Mixlab Nodes: Loaded 2024-11-19T08:38:44.293547 - json_repair## OK2024-11-19T08:38:44.294544 - 2024-11-19T08:38:44.296538 - ChatGPT.available True 2024-11-19T08:38:44.297512 - edit_mask.available True 2024-11-19T08:38:44.429490 - ## clip_interrogator_model not found: E:\ComfyUI-aki-v1.4\models\clip_interrogator\Salesforce\blip-image-captioning-base, pls download from https://huggingface.co/Salesforce/blip-image-captioning-base2024-11-19T08:38:44.429490 - 2024-11-19T08:38:44.429490 - ClipInterrogator.available True 2024-11-19T08:38:44.558193 - ## text_generator_model not found: E:\ComfyUI-aki-v1.4\models\prompt_generator\text2image-prompt-generator, pls download from https://huggingface.co/succinctly/text2image-prompt-generator/tree/main2024-11-19T08:38:44.558193 - 2024-11-19T08:38:44.558193 - ## zh_en_model not found: E:\ComfyUI-aki-v1.4\models\promptgenerator\opus-mt-zh-en, pls download from https://huggingface.co/Helsinki-NLP/opus-mt-zh-en/tree/main2024-11-19T08:38:44.558193 - 2024-11-19T08:38:44.559191 - PromptGenerate.available True 2024-11-19T08:38:44.559191 - ChinesePrompt.available True 2024-11-19T08:38:44.559191 - RembgNode.available True 2024-11-19T08:38:44.800789 - TripoSR.available 2024-11-19T08:38:44.801787 - MiniCPMNode.available 2024-11-19T08:38:44.841110 - Scenedetect.available 2024-11-19T08:38:44.918903 - FishSpeech.available 2024-11-19T08:38:44.926908 - SenseVoice.available 2024-11-19T08:38:44.949908 - Whisper.available False 2024-11-19T08:38:44.950905 - fal-client## OK2024-11-19T08:38:44.950905 - 2024-11-19T08:38:44.959909 - FalVideo.available 2024-11-19T08:38:44.959909 -  --------------  2024-11-19T08:38:47.361954 - E:\ComfyUI-aki-v1.4\python\lib\site-packages\torchmetrics\utilities\prints.py:43: UserWarning: Metric InceptionScore will save all extracted features in buffer. For large datasets this may lead to large memory footprint. warnings.warn(*args, kwargs) # noqa: B028 2024-11-19T08:38:47.611136 - Loading weights from local directory2024-11-19T08:38:47.611136 - 2024-11-19T08:38:48.623994 - Nvidia APEX normalization not installed, using PyTorch LayerNorm2024-11-19T08:38:48.623994 - 2024-11-19T08:38:48.695803 - [ReActor] - STATUS - Running v0.5.1-b2 in ComfyUI2024-11-19T08:38:48.695803 - 2024-11-19T08:38:48.755247 - Torch version: 2.5.1+cu1242024-11-19T08:38:48.755247 - 2024-11-19T08:38:48.993223 - (pysssss:WD14Tagger) [DEBUG] Available ORT providers: AzureExecutionProvider, CPUExecutionProvider2024-11-19T08:38:48.993223 - 2024-11-19T08:38:48.993223 - (pysssss:WD14Tagger) [DEBUG] Using ORT providers: CUDAExecutionProvider, CPUExecutionProvider2024-11-19T08:38:48.993223 - 2024-11-19T08:38:49.023143 - Workspace manager - Openning file hash dict2024-11-19T08:38:49.023143 - 2024-11-19T08:38:49.023143 - 🦄🦄Loading: Workspace Manager (V2.1.0)2024-11-19T08:38:49.023143 - 2024-11-19T08:38:49.057675 - ------------------------------------------2024-11-19T08:38:49.057675 - 2024-11-19T08:38:49.057675 - Comfyroll Studio v1.76 :  175 Nodes Loaded2024-11-19T08:38:49.057675 - 2024-11-19T08:38:49.057675 - ------------------------------------------2024-11-19T08:38:49.057675 - 2024-11-19T08:38:49.057675 - For changes, please see patch notes at https://github.com/Suzie1/ComfyUI_Comfyroll_CustomNodes/blob/main/Patch_Notes.md2024-11-19T08:38:49.057675 - 2024-11-19T08:38:49.057675 - ** For help, please see the wiki at https://github.com/Suzie1/ComfyUI_Comfyroll_CustomNodes/wiki2024-11-19T08:38:49.057675 - 2024-11-19T08:38:49.057675 - ------------------------------------------2024-11-19T08:38:49.057675 - 2024-11-19T08:38:49.066661 - [comfyui_controlnet_aux] | INFO -> Using ckpts path: E:\ComfyUI-aki-v1.4\custom_nodes\comfyui_controlnet_aux\ckpts 2024-11-19T08:38:49.066661 - [comfyui_controlnet_aux] | INFO -> Using symlinks: False 2024-11-19T08:38:49.066661 - [comfyui_controlnet_aux] | INFO -> Using ort providers: ['CUDAExecutionProvider', 'DirectMLExecutionProvider', 'OpenVINOExecutionProvider', 'ROCMExecutionProvider', 'CPUExecutionProvider', 'CoreMLExecutionProvider'] 2024-11-19T08:38:49.104996 - ### [START] ComfyUI AlekPet Nodes v1.0.33 ###2024-11-19T08:38:49.104996 - 2024-11-19T08:38:52.072883 - Node -> ChatGLMNode: ChatGLM4TranslateCLIPTextEncodeNode, ChatGLM4TranslateTextNode [Loading] 2024-11-19T08:38:52.072883 - 2024-11-19T08:38:52.075876 - Node -> ArgosTranslateNode: ArgosTranslateCLIPTextEncodeNode, ArgosTranslateTextNode [Loading] 2024-11-19T08:38:52.075876 - 2024-11-19T08:38:52.084851 - Node -> GoogleTranslateNode: GoogleTranslateCLIPTextEncodeNode, GoogleTranslateTextNode [Loading] 2024-11-19T08:38:52.084851 - 2024-11-19T08:38:52.084851 - Node -> DeepTranslatorNode: DeepTranslatorCLIPTextEncodeNode, DeepTranslatorTextNode [Loading] 2024-11-19T08:38:52.084851 - 2024-11-19T08:38:52.092036 - Node -> PoseNode: PoseNode [Loading] 2024-11-19T08:38:52.092036 - 2024-11-19T08:38:52.093034 - Node -> ExtrasNode: PreviewTextNode, HexToHueNode, ColorsCorrectNode [Loading] 2024-11-19T08:38:52.093034 - 2024-11-19T08:38:52.136916 - Node -> IDENode: IDENode [Loading] 2024-11-19T08:38:52.136916 - 2024-11-19T08:38:52.313459 - Node -> PainterNode: PainterNode [Loading] 2024-11-19T08:38:52.313459 - 2024-11-19T08:38:52.314456 - ### [END] ComfyUI AlekPet Nodes ###2024-11-19T08:38:52.314456 - 2024-11-19T08:38:53.064160 - FizzleDorf Custom Nodes: Loaded2024-11-19T08:38:53.064160 - 2024-11-19T08:38:53.091520 - # 😺dzNodes: LayerStyle -> Cannot import name 'guidedFilter' from 'cv2.ximgproc' A few nodes cannot works properly, while most nodes are not affected. Please REINSTALL package 'opencv-contrib-python'. For detail refer to https://github.com/chflame163/ComfyUI_LayerStyle/issues/52024-11-19T08:38:53.091520 - 2024-11-19T08:38:53.203979 - # 😺 ComfyUI_OmniGen_Wrapper: -> Success loaded 1 nodes.2024-11-19T08:38:53.203979 - 2024-11-19T08:38:53.251936 - Efficiency Nodes: Attempting to add Control Net options to the 'HiRes-Fix Script' Node (comfyui_controlnet_aux add-on)...Success!2024-11-19T08:38:53.251936 - 2024-11-19T08:38:53.328742 - Nvidia APEX normalization not installed, using PyTorch LayerNorm2024-11-19T08:38:53.328742 - 2024-11-19T08:38:53.412016 - 2024-11-19T08:38:53.412016 - [rgthree-comfy] Loaded 42 magnificent nodes. 🎉2024-11-19T08:38:53.412016 - 2024-11-19T08:38:53.413013 - 2024-11-19T08:38:53.422987 - Please 'pip install apex'2024-11-19T08:38:53.422987 - 2024-11-19T08:38:56.304836 - WAS Node Suite: OpenCV Python FFMPEG support is enabled2024-11-19T08:38:56.304836 - 2024-11-19T08:38:56.304836 - WAS Node Suite Warning: ffmpeg_bin_path is not set in E:\ComfyUI-aki-v1.4\custom_nodes\was-node-suite-comfyui\was_suite_config.json config file. Will attempt to use system ffmpeg binaries if available.2024-11-19T08:38:56.304836 - 2024-11-19T08:38:59.074420 - WAS Node Suite: Finished. Loaded 218 nodes successfully.2024-11-19T08:38:59.074420 - 2024-11-19T08:38:59.074420 - "Your work is going to fill a large part of your life, and the only way to be truly satisfied is to do what you believe is great work." - Steve Jobs 2024-11-19T08:38:59.074420 - 2024-11-19T08:38:59.082407 - Import times for custom nodes: 2024-11-19T08:38:59.082407 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\websocket_image_save.py 2024-11-19T08:38:59.082407 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\AIGODLIKE-ComfyUI-Translation 2024-11-19T08:38:59.082407 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\comfuinoda-Navyblue 2024-11-19T08:38:59.082407 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-IC-Light-Native 2024-11-19T08:38:59.082407 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\cg-use-everywhere 2024-11-19T08:38:59.082407 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-Inpaint-CropAndStitch 2024-11-19T08:38:59.082407 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\Comfyui_TTP_Toolset 2024-11-19T08:38:59.082407 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-ZeroShot-MTrans 2024-11-19T08:38:59.083380 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI_TiledKSampler 2024-11-19T08:38:59.083380 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\masquerade-nodes-comfyui 2024-11-19T08:38:59.083380 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-enricos-nodes 2024-11-19T08:38:59.083380 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-WD14-Tagger 2024-11-19T08:38:59.083380 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI_SLK_joy_caption_two 2024-11-19T08:38:59.083380 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI_InstantID 2024-11-19T08:38:59.083380 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-AutomaticCFG 2024-11-19T08:38:59.083380 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-IC-Light 2024-11-19T08:38:59.083380 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\comfyui_face_parsing 2024-11-19T08:38:59.083380 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-TiledDiffusion 2024-11-19T08:38:59.083380 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI_IPAdapter_plus 2024-11-19T08:38:59.083380 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\comfyui-inpaint-nodes 2024-11-19T08:38:59.083380 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI_CatVTON_Wrapper 2024-11-19T08:38:59.083380 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-Kolors-MZ 2024-11-19T08:38:59.083380 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-layerdiffuse 2024-11-19T08:38:59.083380 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI_FizzNodes 2024-11-19T08:38:59.083380 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-Custom-Scripts 2024-11-19T08:38:59.083380 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\comfy-image-saver 2024-11-19T08:38:59.083380 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI_UltimateSDUpscale 2024-11-19T08:38:59.084378 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI_Sapiens 2024-11-19T08:38:59.084378 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-Fluxtapoz 2024-11-19T08:38:59.084378 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI_essentials 2024-11-19T08:38:59.084378 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-MimicMotionWrapper 2024-11-19T08:38:59.084378 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-Frame-Interpolation 2024-11-19T08:38:59.084378 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-utils-nodes 2024-11-19T08:38:59.084378 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-Florence2 2024-11-19T08:38:59.084378 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\Derfuu_ComfyUI_ModdedNodes 2024-11-19T08:38:59.084378 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI_InstantIR_Wrapper 2024-11-19T08:38:59.084378 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-Advanced-ControlNet 2024-11-19T08:38:59.084378 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI_FaceAnalysis 2024-11-19T08:38:59.084378 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-ControlNeXt-SVD 2024-11-19T08:38:59.084378 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-KJNodes 2024-11-19T08:38:59.084378 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI_OmniGen_Wrapper 2024-11-19T08:38:59.084378 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-LivePortraitKJ 2024-11-19T08:38:59.084378 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\rgthree-comfy 2024-11-19T08:38:59.084378 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\efficiency-nodes-comfyui 2024-11-19T08:38:59.084378 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-SUPIR 2024-11-19T08:38:59.084378 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\HivisionIDPhotos-ComfyUI 2024-11-19T08:38:59.085375 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\comfyui-ollama 2024-11-19T08:38:59.085375 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\comfyui-workspace-manager 2024-11-19T08:38:59.085375 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-AnimateDiff-Evolved 2024-11-19T08:38:59.085375 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI_Comfyroll_CustomNodes 2024-11-19T08:38:59.085375 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\facerestore_cf 2024-11-19T08:38:59.085375 - 0.0 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\comfyui_controlnet_aux 2024-11-19T08:38:59.085375 - 0.1 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-Crystools 2024-11-19T08:38:59.085375 - 0.1 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-Inspire-Pack 2024-11-19T08:38:59.085375 - 0.1 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-segment-anything-2 2024-11-19T08:38:59.085375 - 0.1 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-Impact-Pack 2024-11-19T08:38:59.085375 - 0.1 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\PuLID_ComfyUI 2024-11-19T08:38:59.085375 - 0.1 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\comfyui-reactor-node 2024-11-19T08:38:59.085375 - 0.1 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\SDXL_EcomID_ComfyUI 2024-11-19T08:38:59.085375 - 0.1 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-GIMM-VFI 2024-11-19T08:38:59.085375 - 0.1 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-CogVideoXWrapper 2024-11-19T08:38:59.085375 - 0.1 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI_LayerStyle 2024-11-19T08:38:59.085375 - 0.1 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-VideoHelperSuite 2024-11-19T08:38:59.085375 - 0.1 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-PuLID-Flux 2024-11-19T08:38:59.085375 - 0.4 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-fastblend 2024-11-19T08:38:59.086372 - 0.5 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-Depth-Pro 2024-11-19T08:38:59.086372 - 0.5 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-Manager 2024-11-19T08:38:59.086372 - 0.5 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-AdvancedLivePortrait 2024-11-19T08:38:59.086372 - 0.6 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-Easy-Use 2024-11-19T08:38:59.086372 - 0.6 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\comfyui_facetools 2024-11-19T08:38:59.086372 - 0.7 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-Inspyrenet-Rembg 2024-11-19T08:38:59.086372 - 1.6 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\comfyui-mixlab-nodes 2024-11-19T08:38:59.086372 - 2.6 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-BrushNet 2024-11-19T08:38:59.086372 - 3.3 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI_Custom_Nodes_AlekPet 2024-11-19T08:38:59.086372 - 3.6 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-PMRF 2024-11-19T08:38:59.086372 - 5.6 seconds: E:\ComfyUI-aki-v1.4\custom_nodes\was-node-suite-comfyui 2024-11-19T08:38:59.086372 - 2024-11-19T08:38:59.106319 - Starting server

2024-11-19T08:38:59.107345 - To see the GUI go to: http://127.0.0.1:8188 2024-11-19T08:38:59.988762 - E:\ComfyUI-aki-v1.4\custom_nodes\comfyui-mixlab-nodes\webApp\lib/photoswipe-lightbox.esm.min.js2024-11-19T08:38:59.988762 - 2024-11-19T08:39:00.001819 - E:\ComfyUI-aki-v1.4\custom_nodes\comfyui-mixlab-nodes\webApp\lib/photoswipe.min.css2024-11-19T08:39:00.001819 - 2024-11-19T08:39:00.016778 - FETCH DATA from: E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-Manager\extension-node-map.json2024-11-19T08:39:00.016778 - 2024-11-19T08:39:00.021543 - [DONE]2024-11-19T08:39:00.021543 - 2024-11-19T08:39:00.033511 - E:\ComfyUI-aki-v1.4\custom_nodes\comfyui-mixlab-nodes\webApp\lib/pickr.min.js2024-11-19T08:39:00.033511 - 2024-11-19T08:39:00.194645 - E:\ComfyUI-aki-v1.4\custom_nodes\comfyui-mixlab-nodes\webApp\lib/classic.min.css2024-11-19T08:39:00.194645 - 2024-11-19T08:39:00.196151 - E:\ComfyUI-aki-v1.4\custom_nodes\comfyui-mixlab-nodes\webApp\lib/model-viewer.min.js2024-11-19T08:39:00.196151 - 2024-11-19T08:39:02.314365 - E:\ComfyUI-aki-v1.4\custom_nodes\comfyui-mixlab-nodes\webApp\lib/juxtapose.min.js2024-11-19T08:39:02.315361 - 2024-11-19T08:39:02.315361 - E:\ComfyUI-aki-v1.4\custom_nodes\comfyui-mixlab-nodes\webApp\lib/juxtapose.css2024-11-19T08:39:02.315361 - 2024-11-19T10:04:14.208739 - got prompt 2024-11-19T10:04:14.422225 - [{'path': 'E:\ComfyUI-aki-v1.4\models\CogVideo\loras\orbit_left_lora_weights.safetensors', 'strength': 0.5, 'name': 'orbit_left_lora_weights', 'fuse_lora': False}]2024-11-19T10:04:14.422225 - 2024-11-19T10:04:33.750096 - Merging rank 256 LoRA weights from E:\ComfyUI-aki-v1.4\models\CogVideo\loras\orbit_left_loraweights.safetensors with strength 0.5 2024-11-19T10:04:38.092470 - Encoded latents shape: torch.Size([1, 1, 16, 64, 48]) 2024-11-19T10:04:45.698270 - Requested to load SD3ClipModel 2024-11-19T10:04:45.698270 - Loading 1 new model 2024-11-19T10:04:45.702260 - loaded partially 64.0 56.193359375 0 2024-11-19T10:05:47.364786 - Unloading models for lowram load. 2024-11-19T10:05:48.917363 - 1 models unloaded. 2024-11-19T10:05:48.917363 - Loading 1 new model 2024-11-19T10:05:49.160901 - loaded partially 966.4753520965576 965.693359375 0 2024-11-19T10:05:49.163893 - loaded partially 966.4753520965576 965.693359375 0 2024-11-19T10:05:50.517226 - Only one image conditioning frame received, img2vid 2024-11-19T10:05:50.517226 - Context schedule disabled 2024-11-19T10:05:50.536175 - Sampling 37 frames in 9 latent frames at 384x512 with 20 inference steps 2024-11-19T10:05:53.847140 - !!! Exception during processing !!! at 36:15: K_ptrs = K + (off_z stride_kz + (off_h // num_kv_groups) stride_kh) + offs_n[None, :] stride_kn + offs_k[:, None] K_scale_ptr = K_scale + k_scale_offset V_ptrs = V + (off_z stride_vz + (off_h // num_kv_groups) stride_vh) + offs_n[:, None] stride_vn + offs_k[None, :] O_block_ptr = Out + (off_z stride_oz + off_h stride_oh) + offs_m[:, None] * stride_on + offs_k[None, :]

m_i = tl.zeros([BLOCK_M], dtype=tl.float32) - float("inf")
l_i = tl.zeros([BLOCK_M], dtype=tl.float32) + 1.0
acc = tl.zeros([BLOCK_M, HEAD_DIM], dtype=tl.float32)

q = tl.load(Q_ptrs, mask = offs_m[:, None] < qo_len)
q_scale = tl.load(Q_scale_ptr)
acc, l_i = _attn_fwd_inner(acc, l_i, m_i, q, q_scale, kv_len, K_ptrs, K_scale_ptr, V_ptrs, stride_kn, stride_vn,
           ^

2024-11-19T10:05:53.851130 - Traceback (most recent call last): File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\compiler\code_generator.py", line 1116, in visit_Call return fn(args, extra_kwargs, kws) File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\language\core.py", line 35, in wrapper return fn(args, **kwargs) File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\language\core.py", line 1534, in dot return semantic.dot(input, other, acc, input_precision, max_num_imprecise_acc, out_dtype, _builder) File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\language\semantic.py", line 1355, in dot assert_dtypes_valid(lhs.dtype, rhs.dtype, builder.options) File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\language\semantic.py", line 1352, in assert_dtypes_valid assert lhs_dtype == rhs_dtype, f"First input ({lhs_dtype}) and second input ({rhs_dtype}) must have the same dtype!" AssertionError: First input (fp16) and second input (bf16) must have the same dtype!

The above exception was the direct cause of the following exception:

Traceback (most recent call last): File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\compiler\code_generator.py", line 1074, in call_JitFunction generator.visit(fn.parse()) File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\compiler\code_generator.py", line 1204, in visit ret = super().visit(node) File "E:\ComfyUI-aki-v1.4\python\lib\ast.py", line 418, in visit return visitor(node) File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\compiler\code_generator.py", line 359, in visit_Module ast.NodeVisitor.generic_visit(self, node) File "E:\ComfyUI-aki-v1.4\python\lib\ast.py", line 426, in generic_visit self.visit(item) File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\compiler\code_generator.py", line 1204, in visit ret = super().visit(node) File "E:\ComfyUI-aki-v1.4\python\lib\ast.py", line 418, in visit return visitor(node) File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\compiler\code_generator.py", line 443, in visit_FunctionDef self.visit_compound_statement(node.body) File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\compiler\code_generator.py", line 351, in visit_compound_statement self.visit(stmt) File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\compiler\code_generator.py", line 1204, in visit ret = super().visit(node) File "E:\ComfyUI-aki-v1.4\python\lib\ast.py", line 418, in visit return visitor(node) File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\compiler\code_generator.py", line 964, in visit_For self.visit_compound_statement(node.body) File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\compiler\code_generator.py", line 351, in visit_compound_statement self.visit(stmt) File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\compiler\code_generator.py", line 1204, in visit ret = super().visit(node) File "E:\ComfyUI-aki-v1.4\python\lib\ast.py", line 418, in visit return visitor(node) File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\compiler\code_generator.py", line 516, in visit_AugAssign self.visit(assign) File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\compiler\code_generator.py", line 1204, in visit ret = super().visit(node) File "E:\ComfyUI-aki-v1.4\python\lib\ast.py", line 418, in visit return visitor(node) File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\compiler\code_generator.py", line 496, in visit_Assign values = self.visit(node.value) File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\compiler\code_generator.py", line 1204, in visit ret = super().visit(node) File "E:\ComfyUI-aki-v1.4\python\lib\ast.py", line 418, in visit return visitor(node) File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\compiler\code_generator.py", line 545, in visit_BinOp rhs = self.visit(node.right) File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\compiler\code_generator.py", line 1204, in visit ret = super().visit(node) File "E:\ComfyUI-aki-v1.4\python\lib\ast.py", line 418, in visit return visitor(node) File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\compiler\code_generator.py", line 1124, in visit_Call raise CompilationError(self.jit_fn.src, node, None) from e triton.compiler.errors.CompilationError: at 27:15: p = tl.math.exp2(qk) l_ij = tl.sum(p, 1)

    alpha = tl.math.exp2(m_i - m_ij)
    l_i = l_i * alpha + l_ij

    acc = acc * alpha[:, None]

    v = tl.load(V_ptrs, mask = offs_n[:, None] < (kv_len - start_n))
    p = p.to(tl.float16)

    acc += tl.dot(p, v, out_dtype=tl.float16)   
           ^

The above exception was the direct cause of the following exception:

Traceback (most recent call last): File "E:\ComfyUI-aki-v1.4\execution.py", line 323, in execute output_data, output_ui, has_subgraph = get_output_data(obj, input_data_all, execution_block_cb=execution_block_cb, pre_execute_cb=pre_execute_cb) File "E:\ComfyUI-aki-v1.4\execution.py", line 198, in get_output_data return_values = _map_node_over_list(obj, input_data_all, obj.FUNCTION, allow_interrupt=True, execution_block_cb=execution_block_cb, pre_execute_cb=pre_execute_cb) File "E:\ComfyUI-aki-v1.4\execution.py", line 169, in _map_node_over_list process_inputs(input_dict, i) File "E:\ComfyUI-aki-v1.4\execution.py", line 158, in process_inputs results.append(getattr(obj, func)(inputs)) File "E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-CogVideoXWrapper\nodes.py", line 875, in process latents = pipeline["pipe"]( File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\torch\utils_contextlib.py", line 116, in decorate_context return func(*args, *kwargs) File "E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-CogVideoXWrapper\pipeline_cogvideox.py", line 776, in call noise_pred = self.transformer( File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\torch\nn\modules\module.py", line 1736, in _wrapped_call_impl return self._call_impl(args, kwargs) File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\torch\nn\modules\module.py", line 1747, in _call_impl return forward_call(*args, kwargs) File "E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-CogVideoXWrapper\custom_cogvideox_transformer_3d.py", line 685, in forward hidden_states, encoder_hidden_states = block( File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\torch\nn\modules\module.py", line 1736, in _wrapped_call_impl return self._call_impl(*args, *kwargs) File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\torch\nn\modules\module.py", line 1747, in _call_impl return forward_call(args, kwargs) File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\torch_dynamo\eval_frame.py", line 465, in _fn return fn(*args, kwargs) File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\torch\nn\modules\module.py", line 1736, in _wrapped_call_impl return self._call_impl(*args, *kwargs) File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\torch\nn\modules\module.py", line 1747, in _call_impl return forward_call(args, kwargs) File "E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-CogVideoXWrapper\custom_cogvideox_transformer_3d.py", line 282, in forward attn_hidden_states, attn_encoder_hidden_states = self.attn1( File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\torch\nn\modules\module.py", line 1736, in _wrapped_call_impl return self._call_impl(*args, kwargs) File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\torch\nn\modules\module.py", line 1747, in _call_impl return forward_call(*args, *kwargs) File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\diffusers\models\attention_processor.py", line 495, in forward return self.processor( File "E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-CogVideoXWrapper\custom_cogvideox_transformer_3d.py", line 129, in call hidden_states = sageattn_func(query, key, value, attn_mask=attention_mask, dropout_p=0.0,is_causal=False) File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\torch_dynamo\eval_frame.py", line 632, in _fn return fn(args, kwargs) File "E:\ComfyUI-aki-v1.4\custom_nodes\ComfyUI-CogVideoXWrapper\custom_cogvideox_transformer_3d.py", line 50, in sageattn_func return sageattn(query, key, value, attn_mask=attn_mask, dropout_p=dropout_p,is_causal=is_causal) File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\sageattention\core.py", line 106, in sageattn o = attn_true(q_int8, k_int8, v, q_scale, k_scale, tensor_layout=tensor_layout, output_dtype=dtype) File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\sageattention\attn_qk_int8_per_block.py", line 113, in forward _attn_fwd[grid]( File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\runtime\jit.py", line 345, in return lambda *args, *kwargs: self.run(grid=grid, warmup=False, args, *kwargs) File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\runtime\jit.py", line 662, in run kernel = self.compile( File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\compiler\compiler.py", line 280, in compile module = src.make_ir(options, codegen_fns, context) File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\compiler\compiler.py", line 113, in make_ir return ast_to_ttir(self.fn, self, context=context, options=options, codegen_fns=codegen_fns) File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\compiler\code_generator.py", line 1297, in ast_to_ttir generator.visit(fn.parse()) File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\compiler\code_generator.py", line 1204, in visit ret = super().visit(node) File "E:\ComfyUI-aki-v1.4\python\lib\ast.py", line 418, in visit return visitor(node) File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\compiler\code_generator.py", line 359, in visit_Module ast.NodeVisitor.generic_visit(self, node) File "E:\ComfyUI-aki-v1.4\python\lib\ast.py", line 426, in generic_visit self.visit(item) File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\compiler\code_generator.py", line 1204, in visit ret = super().visit(node) File "E:\ComfyUI-aki-v1.4\python\lib\ast.py", line 418, in visit return visitor(node) File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\compiler\code_generator.py", line 443, in visit_FunctionDef self.visit_compound_statement(node.body) File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\compiler\code_generator.py", line 351, in visit_compound_statement self.visit(stmt) File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\compiler\code_generator.py", line 1204, in visit ret = super().visit(node) File "E:\ComfyUI-aki-v1.4\python\lib\ast.py", line 418, in visit return visitor(node) File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\compiler\code_generator.py", line 496, in visit_Assign values = self.visit(node.value) File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\compiler\code_generator.py", line 1204, in visit ret = super().visit(node) File "E:\ComfyUI-aki-v1.4\python\lib\ast.py", line 418, in visit return visitor(node) File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\compiler\code_generator.py", line 1109, in visit_Call return self.call_JitFunction(fn, args, kws) File "E:\ComfyUI-aki-v1.4\python\lib\site-packages\triton\compiler\code_generator.py", line 1077, in call_JitFunction raise CompilationError(self.jit_fn.src, self.cur_node, None) from e triton.compiler.errors.CompilationError: at 36:15: K_ptrs = K + (off_z stride_kz + (off_h // num_kv_groups) stride_kh) + offs_n[None, :] stride_kn + offs_k[:, None] K_scale_ptr = K_scale + k_scale_offset V_ptrs = V + (off_z stride_vz + (off_h // num_kv_groups) stride_vh) + offs_n[:, None] stride_vn + offs_k[None, :] O_block_ptr = Out + (off_z stride_oz + off_h stride_oh) + offs_m[:, None] stride_on + offs_k[None, :]

m_i = tl.zeros([BLOCK_M], dtype=tl.float32) - float("inf")
l_i = tl.zeros([BLOCK_M], dtype=tl.float32) + 1.0
acc = tl.zeros([BLOCK_M, HEAD_DIM], dtype=tl.float32)

q = tl.load(Q_ptrs, mask = offs_m[:, None] < qo_len)
q_scale = tl.load(Q_scale_ptr)
acc, l_i = _attn_fwd_inner(acc, l_i, m_i, q, q_scale, kv_len, K_ptrs, K_scale_ptr, V_ptrs, stride_kn, stride_vn,
           ^

2024-11-19T10:05:53.859108 - Prompt executed in 99.57 seconds

## Attached Workflow
Please make sure that workflow does not contain any sensitive information such as API keys or passwords.

{"last_node_id":65,"last_link_id":137,"nodes":[{"id":31,"type":"CogVideoTextEncode","pos":[497,520],"size":[463.01251220703125,144],"flags":{},"order":5,"mode":0,"inputs":[{"name":"clip","type":"CLIP","link":56,"label":"CLIP"}],"outputs":[{"name":"conditioning","type":"CONDITIONING","links":[123],"slot_index":0,"shape":3,"label":"条件"},{"name":"clip","type":"CLIP","links":null}],"properties":{"Node name for S&R":"CogVideoTextEncode"},"widgets_values":["The video is not of a high quality, it has a low resolution. Watermark present in each frame. Strange motion trajectory. ",1,true,true]},{"id":20,"type":"CLIPLoader","pos":[-26,400],"size":[451.30548095703125,82],"flags":{},"order":0,"mode":0,"inputs":[],"outputs":[{"name":"CLIP","type":"CLIP","links":[54,56],"slot_index":0,"shape":3,"label":"CLIP"}],"properties":{"Node name for S&R":"CLIPLoader"},"widgets_values":["t5xxl_fp8_e4m3fn.safetensors","sd3"]},{"id":58,"type":"CogVideoImageEncode","pos":[864,740],"size":[315,166],"flags":{},"order":9,"mode":0,"inputs":[{"name":"pipeline","type":"COGVIDEOPIPE","link":124,"label":"CogVideo"},{"name":"image","type":"IMAGE","link":125,"label":"图像"},{"name":"mask","type":"MASK","link":null,"shape":7},{"name":"vae_override","type":"VAE","link":null,"shape":7}],"outputs":[{"name":"samples","type":"LATENT","links":[129],"slot_index":0,"shape":3,"label":"Latent"}],"properties":{"Node name for S&R":"CogVideoImageEncode"},"widgets_values":[16,true,0]},{"id":60,"type":"PreviewImage","pos":[557,1027],"size":[210,246],"flags":{},"order":8,"mode":0,"inputs":[{"name":"images","type":"IMAGE","link":133,"label":"图像"}],"outputs":[],"properties":{"Node name for S&R":"PreviewImage"},"widgets_values":[]},{"id":56,"type":"CogVideoDecode","pos":[1526,29],"size":[300.396484375,218],"flags":{},"order":11,"mode":0,"inputs":[{"name":"pipeline","type":"COGVIDEOPIPE","link":128,"label":"CogVideo"},{"name":"samples","type":"LATENT","link":127,"label":"Latent"},{"name":"vae_override","type":"VAE","link":null,"shape":7}],"outputs":[{"name":"images","type":"IMAGE","links":[118],"slot_index":0,"shape":3,"label":"图像"}],"properties":{"Node name for S&R":"CogVideoDecode"},"widgets_values":[true,240,360,0.2,0.2,true]},{"id":44,"type":"VHS_VideoCombine","pos":[1913,19],"size":[605.3909912109375,310],"flags":{},"order":12,"mode":0,"inputs":[{"name":"images","type":"IMAGE","link":118,"label":"图像"},{"name":"audio","type":"AUDIO","link":null,"shape":7,"label":"音频"},{"name":"meta_batch","type":"VHS_BatchManager","link":null,"shape":7,"label":"批次管理"},{"name":"vae","type":"VAE","link":null,"shape":7}],"outputs":[{"name":"Filenames","type":"VHS_FILENAMES","links":null,"shape":3,"label":"文件名"}],"properties":{"Node name for S&R":"VHS_VideoCombine"},"widgets_values":{"frame_rate":16,"loop_count":0,"filename_prefix":"CogVideoX-I2V","format":"video/h264-mp4","pix_fmt":"yuv420p","crf":19,"save_metadata":true,"pingpong":false,"save_output":false,"videopreview":{"hidden":false,"paused":false,"params":{"filename":"CogVideoX-I2V_00002.mp4","subfolder":"","type":"temp","format":"video/h264-mp4","frame_rate":16},"muted":false}}},{"id":36,"type":"LoadImage","pos":[14,585],"size":[402.06353759765625,396.6225891113281],"flags":{},"order":1,"mode":0,"inputs":[],"outputs":[{"name":"IMAGE","type":"IMAGE","links":[71],"slot_index":0,"shape":3,"label":"图像"},{"name":"MASK","type":"MASK","links":null,"shape":3,"label":"遮罩"}],"properties":{"Node name for S&R":"LoadImage"},"widgets_values":["ComfyUI_temp_hriek00008.png","image"]},{"id":30,"type":"CogVideoTextEncode","pos":[493,303],"size":[471.90142822265625,168.08047485351562],"flags":{},"order":4,"mode":0,"inputs":[{"name":"clip","type":"CLIP","link":54,"label":"CLIP"}],"outputs":[{"name":"conditioning","type":"CONDITIONING","links":[122],"slot_index":0,"shape":3,"label":"条件"},{"name":"clip","type":"CLIP","links":null}],"properties":{"Node name for S&R":"CogVideoTextEncode"},"widgets_values":["A 6-second cinematic video in a dreamy floating city above pink clouds. The camera starts with a close-up of a glowing orb held by a child, rotating upwards to reveal their face and detailed golden towers in the background. The scene expands to show a hovering UFO emitting rainbow beams across the sky. The camera zooms in on the UFO’s details, then returns to the child as the background rotates gently. The video ends with a wide shot of the child, glowing orb, UFO, and the majestic floating cityscape, illuminated by vibrant, futuristic lighting.",1,true,true]},{"id":57,"type":"CogVideoSampler","pos":[1054,23],"size":[399.8780822753906,614],"flags":{},"order":10,"mode":0,"inputs":[{"name":"pipeline","type":"COGVIDEOPIPE","link":121,"label":"CogVideo"},{"name":"positive","type":"CONDITIONING","link":122,"label":"正面条件"},{"name":"negative","type":"CONDITIONING","link":123,"label":"负面条件"},{"name":"samples","type":"LATENT","link":null,"shape":7,"label":"Latent"},{"name":"image_cond_latents","type":"LATENT","link":129,"shape":7},{"name":"context_options","type":"COGCONTEXT","link":null,"shape":7},{"name":"controlnet","type":"COGVIDECONTROLNET","link":null,"shape":7},{"name":"tora_trajectory","type":"TORAFEATURES","link":null,"shape":7},{"name":"fastercache","type":"FASTERCACHEARGS","link":null,"shape":7},{"name":"width","type":"INT","link":131,"widget":{"name":"width"},"label":"宽度"},{"name":"height","type":"INT","link":132,"widget":{"name":"height"},"label":"高度"}],"outputs":[{"name":"cogvideo_pipe","type":"COGVIDEOPIPE","links":[128],"slot_index":0,"shape":3,"label":"CogVideo"},{"name":"samples","type":"LATENT","links":[127],"shape":3,"label":"Latent"}],"properties":{"Node name for S&R":"CogVideoSampler"},"widgets_values":[480,720,33,20,7,65334758276105,"fixed","CogVideoXDPMScheduler",1]},{"id":65,"type":"CogVideoLoraSelect","pos":[-9,2],"size":[377.01983642578125,106],"flags":{},"order":2,"mode":0,"inputs":[{"name":"prev_lora","type":"COGLORA","link":null,"shape":7,"label":"prev_lora"}],"outputs":[{"name":"lora","type":"COGLORA","links":[137],"label":"lora"}],"properties":{"Node name for S&R":"CogVideoLoraSelect"},"widgets_values":["orbit_left_lora_weights.safetensors",0.5,false]},{"id":59,"type":"CogVideoXTorchCompileSettings","pos":[-20,185],"size":[426.28564453125,154],"flags":{},"order":3,"mode":4,"inputs":[],"outputs":[{"name":"torch_compile_args","type":"COMPILEARGS","links":[136],"label":"torch_compile_args"}],"properties":{"Node name for S&R":"CogVideoXTorchCompileSettings"},"widgets_values":["inductor",false,"default",false,64]},{"id":1,"type":"DownloadAndLoadCogVideoModel","pos":[496,6],"size":[446.2825012207031,242],"flags":{},"order":7,"mode":0,"inputs":[{"name":"block_edit","type":"TRANSFORMERBLOCKS","link":null,"shape":7},{"name":"lora","type":"COGLORA","link":137,"shape":7},{"name":"compile_args","type":"COMPILEARGS","link":136,"shape":7}],"outputs":[{"name":"cogvideo_pipe","type":"COGVIDEOPIPE","links":[121,124],"slot_index":0,"shape":3,"label":"CogVideo"}],"properties":{"Node name for S&R":"DownloadAndLoadCogVideoModel"},"widgets_values":["kijai/CogVideoX-5b-1.5-I2V","bf16","disabled","torch",false,"sageattn","main_device"]},{"id":37,"type":"ImageResizeKJ","pos":[511,708],"size":[315,266],"flags":{},"order":6,"mode":0,"inputs":[{"name":"image","type":"IMAGE","link":71,"label":"图像"},{"name":"get_image_size","type":"IMAGE","link":null,"shape":7,"label":"参考图像"},{"name":"width_input","type":"INT","link":null,"widget":{"name":"width_input"},"label":"宽度"},{"name":"height_input","type":"INT","link":null,"widget":{"name":"height_input"},"label":"高度"}],"outputs":[{"name":"IMAGE","type":"IMAGE","links":[125,133],"slot_index":0,"shape":3,"label":"图像"},{"name":"width","type":"INT","links":[131],"slot_index":1,"shape":3,"label":"宽度"},{"name":"height","type":"INT","links":[132],"shape":3,"label":"高度"}],"properties":{"Node name for S&R":"ImageResizeKJ"},"widgets_values":[512,512,"lanczos",true,16,0,0,"disabled"]}],"links":[[54,20,0,30,0,"CLIP"],[56,20,0,31,0,"CLIP"],[71,36,0,37,0,"IMAGE"],[118,56,0,44,0,"IMAGE"],[121,1,0,57,0,"COGVIDEOPIPE"],[122,30,0,57,1,"CONDITIONING"],[123,31,0,57,2,"CONDITIONING"],[124,1,0,58,0,"COGVIDEOPIPE"],[125,37,0,58,1,"IMAGE"],[127,57,1,56,1,"LATENT"],[128,57,0,56,0,"COGVIDEOPIPE"],[129,58,0,57,4,"LATENT"],[131,37,1,57,9,"INT"],[132,37,2,57,10,"INT"],[133,37,0,60,0,"IMAGE"],[136,59,0,1,2,"COMPILEARGS"],[137,65,0,1,1,"COGLORA"]],"groups":[],"config":{},"extra":{"ds":{"scale":0.7972024500000005,"offset":[69.93206525426915,338.5589406374343]},"workspace_info":{"id":"3ZoQ-z8Kt9NRPkwzXD0wH","saveLock":false,"cloudID":null,"coverMediaPath":null}},"version":0.4}

## Additional Context
(Please add any additional context or steps to reproduce the error here)

[kijai]

Sageattn does not currently work with 1.5 models, also I had some issues with the sageattn version 1.0.5, downgrading to 1.0.3 works for the other models.