groupuser/stablelm-2-1_6b
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix(modeling): use correct base_model_prefix name

Browse Source
This commit is contained in:
Jonathan Tow 2024-01-29 19:49:03 +00:00 committed by system
parent 21ee10d32c
commit 1909ae19b3
No known key found for this signature in database
GPG Key ID: 6A528E38E0733467
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
modeling_stablelm_epoch.py
View File

@ -545,7 +545,7 @@ class StableLMEpochPreTrainedModel(PreTrainedModel):
""" """
config_class = StableLMEpochConfig config_class = StableLMEpochConfig
base_model_prefix = "transformer" base_model_prefix = "model"
supports_gradient_checkpointing = True supports_gradient_checkpointing = True
_no_split_modules = ["DecoderLayer"] _no_split_modules = ["DecoderLayer"]
_skip_keys_device_placement = "past_key_values" _skip_keys_device_placement = "past_key_values"