groupuser/Llama-3.2-1B-Instruct
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update model.py

Browse Source
This commit is contained in:
groupuser 2025-11-21 04:06:17 +00:00
parent e177542aca
commit 2ecddff2d3
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
1/model.py
View File

@ -110,6 +110,7 @@ class TritonPythonModel:
try: try:
# 1. 입력 데이터 파싱 # 1. 입력 데이터 파싱
input_data, is_chat = self._parse_input(request) input_data, is_chat = self._parse_input(request)
self.logger.log_info(f"\n>>> [Input]: {input_data}")
# 2. Generation Config 생성 # 2. Generation Config 생성
gen_config = self._create_generation_config(request) gen_config = self._create_generation_config(request)
@ -120,6 +121,9 @@ class TritonPythonModel:
# 4. 모델 추론 (Generate) # 4. 모델 추론 (Generate)
output_text = self._generate(inputs, gen_config) output_text = self._generate(inputs, gen_config)
# [LOGGING] 모델 응답 로그 출력
self.logger.log_info(f"\n<<< [Output]: {output_text}")
# 5. 응답 생성 # 5. 응답 생성
responses.append(self._create_response(output_text)) responses.append(self._create_response(output_text))