groupuser/Llama-3.2-1B-Instruct
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update model.py

Browse Source
This commit is contained in:
groupuser 2025-11-21 08:24:29 +00:00
parent 3f8930db10
commit 94cc13f1ea
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
1/model.py
View File

@ -130,7 +130,7 @@ class TritonPythonModel:
# [LOGGING] Request ID 포함하여 로그 출력 # [LOGGING] Request ID 포함하여 로그 출력
log_input_str = json.dumps(input_data, ensure_ascii=False) if isinstance(input_data, (list, dict)) else str(input_data) log_input_str = json.dumps(input_data, ensure_ascii=False) if isinstance(input_data, (list, dict)) else str(input_data)
self.logger.log_info(f"\n[RID: {request_id}] >>> [Input]: {log_input_str}") self.logger.log_info(f"\n[RID: {request_id}] >>> [{'CHAT' if is_chat else 'TEXT'}][Input]: {log_input_str}")
# 2. Generation Config 생성 # 2. Generation Config 생성
gen_config = self._create_generation_config(request) gen_config = self._create_generation_config(request)