groupuser/gemma-3-1b-it
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add log

Browse Source
This commit is contained in:
groupuser 2025-04-29 13:00:21 +09:00
parent b19c4d2940
commit 6f5c252f55
1 changed files with 8 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
1/model.py
View File

@ -2,6 +2,7 @@ import triton_python_backend_utils as pb_utils
from transformers import AutoModelForCausalLM, AutoTokenizer, GenerationConfig from transformers import AutoModelForCausalLM, AutoTokenizer, GenerationConfig
import numpy as np import numpy as np
import json import json
import os
class TritonPythonModel: class TritonPythonModel:
def initialize(self, args): def initialize(self, args):
@ -12,10 +13,17 @@ class TritonPythonModel:
""" """
self.logger = pb_utils.Logger self.logger = pb_utils.Logger
current_file_path = os.path.abspath(__file__)
self.logger.log_info(f"current_file_path: {current_file_path}")
self.model_name = args["model_name"] self.model_name = args["model_name"]
model_repository = args["model_repository"] model_repository = args["model_repository"]
model_path = f"{model_repository}/{self.model_name}" model_path = f"{model_repository}/{self.model_name}"
self.logger.log_info(f"model_repository: {model_repository}")
self.logger.log_info(f"model_path: {model_path}")
self.model_config = json.loads(args["model_config"]) self.model_config = json.loads(args["model_config"])
# Hugging Face Transformers 라이브러리에서 사전 학습된 토크나이저를 로드합니다. # Hugging Face Transformers 라이브러리에서 사전 학습된 토크나이저를 로드합니다.