groupuser/codesage-large-v2
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update 1/model.py

Browse Source
This commit is contained in:
cheetahadmin 2025-11-13 05:10:57 +00:00
parent 203f9072f1
commit a06dc6d00f
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
1/model.py
View File

@ -32,7 +32,7 @@ class TritonPythonModel:
pretrained_model_name_or_path=self.base_model_path, pretrained_model_name_or_path=self.base_model_path,
local_files_only=True, local_files_only=True,
device_map="auto", device_map="auto",
trust_remote_code=False trust_remote_code=True
) )
# 모델을 평가 모드로 설정 # 모델을 평가 모드로 설정
@ -40,7 +40,7 @@ class TritonPythonModel:
self.tokenizer = AutoTokenizer.from_pretrained( self.tokenizer = AutoTokenizer.from_pretrained(
self.base_model_path, self.base_model_path,
trust_remote_code=False, trust_remote_code=True,
add_eos_token=True add_eos_token=True
) )