groupuser/phi-1_5
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update modeling_phi.py

Browse Source
This commit is contained in:
Gustavo de Rosa 2024-01-15 14:26:10 +00:00 committed by system
parent 3edb5e62c4
commit 426ea900b0
No known key found for this signature in database
GPG Key ID: 6A528E38E0733467
1 changed files with 7 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
modeling_phi.py
View File

@ -47,10 +47,13 @@ from transformers.utils import (
from .configuration_phi import PhiConfig from .configuration_phi import PhiConfig
try: try: # noqa: SIM105
from flash_attn import flash_attn_func, flash_attn_varlen_func if is_flash_attn_2_available():
from flash_attn.bert_padding import index_first_axis, pad_input, unpad_input # noqa from flash_attn import flash_attn_func, flash_attn_varlen_func
except: from flash_attn.bert_padding import index_first_axis, pad_input, unpad_input
except ImportError:
# Workaround for https://github.com/huggingface/transformers/issues/28459,
# don't move to contextlib.suppress(ImportError)
pass pass