groupuser/phi-1_5
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Adding _set_gradient_checkpointing for compatibility

Browse Source
This commit is contained in:
Vicente Rivera 2023-09-18 22:17:40 -07:00
parent b6a7e2fe15
commit a30a931294
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
modeling_mixformer_sequential.py
View File

@ -712,6 +712,10 @@ class MixFormerSequentialPreTrainedModel(PreTrainedModel):
"attention_mask": attention_mask, "attention_mask": attention_mask,
} }
def _set_gradient_checkpointing(self, module, value=False):
if isinstance(module, MixFormerSequentialPreTrainedModel):
module.gradient_checkpointing = value
class MixFormerSequentialForCausalLM(MixFormerSequentialPreTrainedModel): class MixFormerSequentialForCausalLM(MixFormerSequentialPreTrainedModel):
"""MixFormer (sequential for DeepSpeed) for Causal Language Modeling.""" """MixFormer (sequential for DeepSpeed) for Causal Language Modeling."""