From dd748733bdb2cd921df83587244ab1474af8bd8e Mon Sep 17 00:00:00 2001 From: cheetahadmin Date: Mon, 24 Nov 2025 00:48:49 +0000 Subject: [PATCH] Update 1/model.py --- 1/model.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/1/model.py b/1/model.py index 7ca1138..c3634d8 100644 --- a/1/model.py +++ b/1/model.py @@ -98,6 +98,10 @@ class TritonPythonModel: self.tokenizer.chat_template is not None ) + self.logger.log_info(f"Supports Chat Template: {self.supports_chat_template}") + if self.supports_chat_template: + self.logger.log_info(f"Chat Template Content:\n{self.tokenizer.chat_template}") + def _get_bnb_config(self) -> Union[BitsAndBytesConfig, None]: if self.quantization == "int4": return BitsAndBytesConfig( @@ -131,7 +135,7 @@ class TritonPythonModel: # [LOGGING] Request ID 포함하여 로그 출력 log_input_str = json.dumps(input_data, ensure_ascii=False) if isinstance(input_data, (list, dict)) else str(input_data) self.logger.log_info(f"\n[RID: {request_id}] >>> [{'CHAT' if is_chat else 'TEXT'}][Input]: {log_input_str}") - + # 2. Generation Config 생성 gen_config = self._create_generation_config(request)