groupuser/phi-1_5
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update modeling_phi.py

Browse Source
This commit is contained in:
Gustavo de Rosa 2024-01-12 00:44:23 +00:00 committed by system
parent e0f03c4877
commit 3edb5e62c4
No known key found for this signature in database
GPG Key ID: 6A528E38E0733467
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
modeling_phi.py
View File

@ -47,9 +47,11 @@ from transformers.utils import (
from .configuration_phi import PhiConfig from .configuration_phi import PhiConfig
if is_flash_attn_2_available(): try:
from flash_attn import flash_attn_func, flash_attn_varlen_func from flash_attn import flash_attn_func, flash_attn_varlen_func
from flash_attn.bert_padding import index_first_axis, pad_input, unpad_input # noqa from flash_attn.bert_padding import index_first_axis, pad_input, unpad_input # noqa
except:
pass
logger = logging.get_logger(__name__) logger = logging.get_logger(__name__)