From 3edb5e62c4b3b98f7a8830a9adc6577ed0c854aa Mon Sep 17 00:00:00 2001 From: Gustavo de Rosa Date: Fri, 12 Jan 2024 00:44:23 +0000 Subject: [PATCH] Update modeling_phi.py --- modeling_phi.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/modeling_phi.py b/modeling_phi.py index 52f1d42..50b6fd3 100644 --- a/modeling_phi.py +++ b/modeling_phi.py @@ -47,9 +47,11 @@ from transformers.utils import ( from .configuration_phi import PhiConfig -if is_flash_attn_2_available(): +try: from flash_attn import flash_attn_func, flash_attn_varlen_func from flash_attn.bert_padding import index_first_axis, pad_input, unpad_input # noqa +except: + pass logger = logging.get_logger(__name__)