add _no_split_modules property (#17)

- add _no_split_modules property (7e925ddfdf2d1bb29fc26db755aafd77fb8f565e) Co-authored-by: wing lian <winglian@users.noreply.huggingface.co>
2023-09-15 22:57:07 +00:00 · 2023-09-15 22:57:07 +00:00 · 4a426d8015
commit 4a426d8015
parent 7d482ddf93
1 changed files with 1 additions and 0 deletions
--- a/modeling_mixformer_sequential.py
+++ b/modeling_mixformer_sequential.py
@ -717,6 +717,7 @@ class MixFormerSequentialForCausalLM(MixFormerSequentialPreTrainedModel):

    _keys_to_ignore_on_load_missing = [""]
    _keys_to_ignore_on_load_unexpected = [r"layers\.\d+\.mlp.(fc_in|fc_out)\.(weight|bias)"]
+    _no_split_modules = ["ParallelBlock"]

    def __init__(self, config: MixFormerSequentialConfig) -> None:
        super().__init__(config)