groupuser/base-gemma-3-1b-it
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update 1/model.py

Browse Source
This commit is contained in:
groupuser 2025-05-28 08:48:25 +00:00
parent 23f75deb48
commit 5c7866462c
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
1/model.py
View File

@ -12,6 +12,8 @@ class TritonPythonModel:
""" """
self.logger = pb_utils.Logger self.logger = pb_utils.Logger
self.model_config = json.loads(args["model_config"])
self.model_name = args["model_name"] self.model_name = args["model_name"]
self.model_path = self._get_config_parameter("model_path") self.model_path = self._get_config_parameter("model_path")
self.enable_inference_trace = self._get_config_parameter("enable_inference_trace") self.enable_inference_trace = self._get_config_parameter("enable_inference_trace")
@ -23,8 +25,6 @@ class TritonPythonModel:
#model_repository = args["model_repository"] #model_repository = args["model_repository"]
#model_path = f"{model_repository}/{self.model_name}" #model_path = f"{model_repository}/{self.model_name}"
self.model_config = json.loads(args["model_config"])
# Hugging Face Transformers 라이브러리에서 사전 학습된 토크나이저를 로드합니다. # Hugging Face Transformers 라이브러리에서 사전 학습된 토크나이저를 로드합니다.
self.tokenizer = AutoTokenizer.from_pretrained(self.model_path) self.tokenizer = AutoTokenizer.from_pretrained(self.model_path)
self.tokenizer.pad_token_id = self.tokenizer.eos_token_id self.tokenizer.pad_token_id = self.tokenizer.eos_token_id