No module named 'flash_attn_2_cuda'

#2
by victorp - opened

runtime error
Exit code: 1. Reason: e>
from ...modeling_utils import PreTrainedModel
File "/usr/local/lib/python3.10/site-packages/transformers/modeling_utils.py", line 49, in
from .integrations.flash_attention import flash_attention_forward
File "/usr/local/lib/python3.10/site-packages/transformers/integrations/flash_attention.py", line 5, in
from ..modeling_flash_attention_utils import _flash_attention_forward
File "/usr/local/lib/python3.10/site-packages/transformers/modeling_flash_attention_utils.py", line 30, in
from flash_attn.bert_padding import index_first_axis, pad_input, unpad_input # noqa
File "/usr/local/lib/python3.10/site-packages/flash_attn/init.py", line 3, in
from flash_attn.flash_attn_interface import (
File "/usr/local/lib/python3.10/site-packages/flash_attn/flash_attn_interface.py", line 15, in
import flash_attn_2_cuda as flash_attn_gpu
ModuleNotFoundError: No module named 'flash_attn_2_cuda'

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
File "/home/user/app/app.py", line 68, in
from models.soundstream_hubert_new import SoundStream
File "/home/user/app/xcodec_mini_infer/models/soundstream_hubert_new.py", line 18, in
from transformers import AutoFeatureExtractor, WhisperModel
File "", line 1075, in _handle_fromlist
File "/usr/local/lib/python3.10/site-packages/transformers/utils/import_utils.py", line 1841, in getattr
value = getattr(module, name)
File "/usr/local/lib/python3.10/site-packages/transformers/utils/import_utils.py", line 1840, in getattr
module = self._get_module(self._class_to_module[name])
File "/usr/local/lib/python3.10/site-packages/transformers/utils/import_utils.py", line 1854, in _get_module
raise RuntimeError(
RuntimeError: Failed to import transformers.models.whisper.modeling_whisper because of the following error (look up to see its traceback):
No module named 'flash_attn_2_cuda'

INNOVA AI org

Issue Resolved โœ…

KingNish changed discussion status to closed

Sign up or log in to comment