Open syyxsxx opened 2 days ago
i solve this issue by install the torch==2.6.0.dev20241023+cu121 but run the infer code, got this error:
Traceback (most recent call last):
File "/root/wsy/models/src/mochi_preview/infer.py", line 172, in <module>
generate_cli()
File "/root/anaconda3/envs/mo1/lib/python3.10/site-packages/click/core.py", line 1157, in __call__
return self.main(*args, **kwargs)
File "/root/anaconda3/envs/mo1/lib/python3.10/site-packages/click/core.py", line 1078, in main
rv = self.invoke(ctx)
File "/root/anaconda3/envs/mo1/lib/python3.10/site-packages/click/core.py", line 1434, in invoke
return ctx.invoke(self.callback, **ctx.params)
File "/root/anaconda3/envs/mo1/lib/python3.10/site-packages/click/core.py", line 783, in invoke
return __callback(*args, **kwargs)
File "/root/wsy/models/src/mochi_preview/infer.py", line 159, in generate_cli
output = generate_video(
File "/root/wsy/models/src/mochi_preview/infer.py", line 73, in generate_video
load_model()
File "/root/wsy/models/src/mochi_preview/infer.py", line 38, in load_model
model = MochiWrapper(
File "/root/wsy/models/src/mochi_preview/handler.py", line 25, in __init__
ray.get(worker.__ray_ready__.remote())
File "/root/anaconda3/envs/mo1/lib/python3.10/site-packages/ray/_private/auto_init_hook.py", line 21, in auto_init_wrapper
return fn(*args, **kwargs)
File "/root/anaconda3/envs/mo1/lib/python3.10/site-packages/ray/_private/client_mode_hook.py", line 103, in wrapper
return func(*args, **kwargs)
File "/root/anaconda3/envs/mo1/lib/python3.10/site-packages/ray/_private/worker.py", line 2745, in get
values, debugger_breakpoint = worker.get_objects(object_refs, timeout=timeout)
File "/root/anaconda3/envs/mo1/lib/python3.10/site-packages/ray/_private/worker.py", line 903, in get_objects
raise value
ray.exceptions.ActorDiedError: The actor died because of an error raised in its creation task, ray::T2VSynthMochiModel.__init__() (pid=2006211, ip=172.18.0.42, actor_id=cfb1eb3321c66dc48d223a9601000000, repr=<mochi_preview.t2v_synth_mochi.T2VSynthMochiModel object at 0x7f25f20461d0>)
File "/root/wsy/models/src/mochi_preview/t2v_synth_mochi.py", line 251, in __init__
from mochi_preview.dit.joint_model.asymm_models_joint import (
File "/root/wsy/models/src/mochi_preview/dit/joint_model/asymm_models_joint.py", line 8, in <module>
from flash_attn import flash_attn_varlen_qkvpacked_func
File "/root/anaconda3/envs/mo1/lib/python3.10/site-packages/flash_attn/__init__.py", line 3, in <module>
from flash_attn.flash_attn_interface import (
File "/root/anaconda3/envs/mo1/lib/python3.10/site-packages/flash_attn/flash_attn_interface.py", line 10, in <module>
import flash_attn_2_cuda as flash_attn_cuda
ImportError: libcudart.so.11.0: cannot open shared object file: No such file or directory
torch version is 2.5.0 when installing flash-attn got the error