flash_attn error on WSL2

[Shmuel Ronen]

Hello and tanks for the project

Can you look at this error and try to make order in the versions of python, pytorch an flash_attn that are compatible together.

from flash_attn.modules.mha import FlashCrossAttention
File "/home/a3211/ComfyUI_4ALL/ComfyUI/venv/lib/python3.10/site-packages/flash_attn/init.py", line 3, in
from flash_attn.flash_attn_interface import (
File "/home/a3211/ComfyUI_4ALL/ComfyUI/venv/lib/python3.10/site-packages/flash_attn/flash_attn_interface.py", line 10, in
import flash_attn_2_cuda as flash_attn_cuda
ImportError: /home/a3211/ComfyUI_4ALL/ComfyUI/venv/lib/python3.10/site-packages/flash_attn_2_cuda.cpython-310-x86_64-linux-gnu.so: undefined symbol: _ZN2at4_ops5zeros4callEN3c108ArrayRefINS2_6SymIntEEENS2_8optionalINS2_10ScalarTypeEEENS6_INS2_6LayoutEEENS6_INS2_6DeviceEEENS6_IbEE

Starting server

To see the GUI go to: http://127.0.0.1:8188
FETCH DATA from: /home/a3211/ComfyUI_4ALL/ComfyUI/custom_nodes/ComfyUI-Manager/extension-node-map.json
got prompt
Config (path: /home/a3211/ComfyUI_4ALL/ComfyUI/custom_nodes/ComfyUI-Open-Sora/configs/opensora/inference/16x512x512.py): {'num_frames': 16, 'fps': 8, 'image_size': (512, 512), 'model': {'type': 'STDiT-XL/2', 'space_scale': 1.0, 'time_scale': 1.0, 'enable_flashattn': True, 'enable_layernorm_kernel': True, 'from_pretrained': '/home/a3211/ComfyUI_4ALL/ComfyUI/models/checkpoints/OpenSora-v1-HQ-16x512x512.pth'}, 'vae': {'type': 'VideoAutoencoderKL', 'from_pretrained': 'stabilityai/sd-vae-ft-ema', 'micro_batch_size': 128}, 'text_encoder': {'type': 't5', 'from_pretrained': 'DeepFloyd', 'model_max_length': 120}, 'scheduler': {'type': 'iddpm', 'num_sampling_steps': 100, 'cfg_scale': 7.0}, 'dtype': 'fp16', 'batch_size': 2, 'seed': 42, 'prompt_path': './assets/texts/t2v_samples.txt', 'save_dir': './outputs/samples/', 'multi_resolution': False}
DeepFloyd/t5-v1_1-xxl
Loading checkpoint shards: 100%|██████████████████████████████████████████████████████████| 2/2 [00:49<00:00, 24.96s/it]
Missing keys: ['pos_embed', 'pos_embed_temporal']
Unexpected keys: []
0%| | 0/100 [00:00<?, ?it/s]
!!! Exception during processing !!!
Traceback (most recent call last):
File "/home/a3211/ComfyUI_4ALL/ComfyUI/execution.py", line 151, in recursive_execute
output_data, output_ui = get_output_data(obj, input_data_all)
File "/home/a3211/ComfyUI_4ALL/ComfyUI/execution.py", line 81, in get_output_data
return_values = map_node_over_list(obj, input_data_all, obj.FUNCTION, allow_interrupt=True)
File "/home/a3211/ComfyUI_4ALL/ComfyUI/execution.py", line 74, in map_node_over_list
results.append(getattr(obj, func)(**slice_dict(input_data_all, i)))
File "/home/a3211/ComfyUI_4ALL/ComfyUI/custom_nodes/ComfyUI-Open-Sora/nodes.py", line 156, in run
samples = scheduler.sample(
File "/home/a3211/ComfyUI_4ALL/ComfyUI/venv/lib/python3.10/site-packages/opensora/schedulers/iddpm/init.py", line 72, in sample
samples = self.p_sample_loop(
File "/home/a3211/ComfyUI_4ALL/ComfyUI/venv/lib/python3.10/site-packages/opensora/schedulers/iddpm/gaussian_diffusion.py", line 434, in p_sample_loop
for sample in self.p_sample_loop_progressive(
File "/home/a3211/ComfyUI_4ALL/ComfyUI/venv/lib/python3.10/site-packages/opensora/schedulers/iddpm/gaussian_diffusion.py", line 485, in p_sample_loop_progressive
out = self.p_sample(
File "/home/a3211/ComfyUI_4ALL/ComfyUI/venv/lib/python3.10/site-packages/opensora/schedulers/iddpm/gaussian_diffusion.py", line 388, in p_sample
out = self.p_mean_variance(
File "/home/a3211/ComfyUI_4ALL/ComfyUI/venv/lib/python3.10/site-packages/opensora/schedulers/iddpm/respace.py", line 94, in p_mean_variance
return super().p_mean_variance(self._wrap_model(model), *args, **kwargs)
File "/home/a3211/ComfyUI_4ALL/ComfyUI/venv/lib/python3.10/site-packages/opensora/schedulers/iddpm/gaussian_diffusion.py", line 267, in p_mean_variance
model_output = model(x, t, **model_kwargs)
File "/home/a3211/ComfyUI_4ALL/ComfyUI/venv/lib/python3.10/site-packages/opensora/schedulers/iddpm/respace.py", line 127, in call
return self.model(x, new_ts, **kwargs)
File "/home/a3211/ComfyUI_4ALL/ComfyUI/venv/lib/python3.10/site-packages/opensora/schedulers/iddpm/init.py", line 89, in forward_with_cfg
model_out = model.forward(combined, timestep, y, **kwargs)
File "/home/a3211/ComfyUI_4ALL/ComfyUI/venv/lib/python3.10/site-packages/opensora/models/stdit/stdit.py", line 267, in forward
x = auto_grad_checkpoint(block, x, y, t0, y_lens, tpe)
File "/home/a3211/ComfyUI_4ALL/ComfyUI/venv/lib/python3.10/site-packages/opensora/acceleration/checkpoint.py", line 24, in auto_grad_checkpoint
return module(*args, **kwargs)
File "/home/a3211/ComfyUI_4ALL/ComfyUI/venv/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
return self._call_impl(*args, **kwargs)
File "/home/a3211/ComfyUI_4ALL/ComfyUI/venv/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
return forward_call(*args, **kwargs)
File "/home/a3211/ComfyUI_4ALL/ComfyUI/venv/lib/python3.10/site-packages/opensora/models/stdit/stdit.py", line 98, in forward
x_s = self.attn(x_s)
File "/home/a3211/ComfyUI_4ALL/ComfyUI/venv/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
return self._call_impl(*args, **kwargs)
File "/home/a3211/ComfyUI_4ALL/ComfyUI/venv/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
return forward_call(*args, **kwargs)
File "/home/a3211/ComfyUI_4ALL/ComfyUI/venv/lib/python3.10/site-packages/opensora/models/layers/blocks.py", line 152, in forward
from flash_attn import flash_attn_func
File "/home/a3211/ComfyUI_4ALL/ComfyUI/venv/lib/python3.10/site-packages/flash_attn/init.py", line 3, in
from flash_attn.flash_attn_interface import (
File "/home/a3211/ComfyUI_4ALL/ComfyUI/venv/lib/python3.10/site-packages/flash_attn/flash_attn_interface.py", line 10, in
import flash_attn_2_cuda as flash_attn_cuda
ImportError: /home/a3211/ComfyUI_4ALL/ComfyUI/venv/lib/python3.10/site-packages/flash_attn_2_cuda.cpython-310-x86_64-linux-gnu.so: undefined symbol: _ZN2at4_ops5zeros4callEN3c108ArrayRefINS2_6SymIntEEENS2_8optionalINS2_10ScalarTypeEEENS6_INS2_6LayoutEEENS6_INS2_6DeviceEEENS6_IbEE

Prompt executed in 58.36 seconds
FETCH DATA from: /home/a3211/ComfyUI_4ALL/ComfyUI/custom_nodes/ComfyUI-Manager/.cache/1514988643_custom-node-list.json
FETCH DATA from: /home/a3211/ComfyUI_4ALL/ComfyUI/custom_nodes/ComfyUI-Manager/.cache/1742899825_extension-node-map.json
^A