groupuser/triton-python-backend-model
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update 1/model.py

Browse Source
This commit is contained in:
cheetahadmin 2025-09-17 07:20:08 +00:00
parent 54fc4ad91c
commit f985057ded
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
1/model.py
View File

@ -1,5 +1,4 @@
import triton_python_backend_utils as pb_utils import triton_python_backend_utils as pb_utils
from transformers import AutoModelForCausalLM, AutoTokenizer, GenerationConfig
import numpy as np import numpy as np
import json import json
@ -30,12 +29,13 @@ class TritonPythonModel:
input_text = self._get_input_value(request, "INPUT") input_text = self._get_input_value(request, "INPUT")
self.logger.log_info(f"INPUT 출력:\n{input_text}") self.logger.log_info(f"INPUT 출력:\n{input_text}")
random_string = ''.join(random.choice(string.ascii_letters + string.digits) for _ in range(16))
output = "HELLO_WORLD" output = random_string
self.logger.log_info(f"OUTPUT 출력:\n{output}") self.logger.log_info(f"OUTPUT 출력:\n{output}")
# 생성된 텍스트를 Triton 출력 텐서로 변환합니다. # 생성된 텍스트를 Triton 출력 텐서로 변환합니다.
output_tensor = pb_utils.Tensor("text_output", np.array(output.encode('utf-8'), dtype=np.bytes_)) output_tensor = pb_utils.Tensor("OUTPUT", np.array(output.encode('utf-8'), dtype=np.bytes_))
# 응답 객체를 생성하고 출력 텐서를 추가합니다. # 응답 객체를 생성하고 출력 텐서를 추가합니다.
responses.append(pb_utils.InferenceResponse(output_tensors=[output_tensor])) responses.append(pb_utils.InferenceResponse(output_tensors=[output_tensor]))