groupuser/phi-1_5
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add _no_split_modules property

Browse Source
This commit is contained in:
wing lian 2023-09-15 17:21:11 +00:00 committed by huggingface-web
parent 7d482ddf93
commit 7e925ddfdf
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
modeling_mixformer_sequential.py
View File

@ -717,6 +717,7 @@ class MixFormerSequentialForCausalLM(MixFormerSequentialPreTrainedModel):
_keys_to_ignore_on_load_missing = [""] _keys_to_ignore_on_load_missing = [""]
_keys_to_ignore_on_load_unexpected = [r"layers\.\d+\.mlp.(fc_in|fc_out)\.(weight|bias)"] _keys_to_ignore_on_load_unexpected = [r"layers\.\d+\.mlp.(fc_in|fc_out)\.(weight|bias)"]
_no_split_modules = ["ParallelBlock"]
def __init__(self, config: MixFormerSequentialConfig) -> None: def __init__(self, config: MixFormerSequentialConfig) -> None:
super().__init__(config) super().__init__(config)