From adf95ee38105c3a73dffd002a99902ec2de1959e Mon Sep 17 00:00:00 2001 From: groupuser Date: Fri, 31 Oct 2025 01:30:31 +0000 Subject: [PATCH] =?UTF-8?q?Automatically=20updated=20from=20=EB=AA=A8?= =?UTF-8?q?=EB=8D=B8=20=EB=B0=B0=ED=8F=AC(556:triton-python-model-gu)=20by?= =?UTF-8?q?=20=EA=B7=B8=EB=A3=B9=EC=82=AC=EC=9A=A9=EC=9E=90(groupuser)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- config.pbtxt | 43 +++++-------------------------------------- 1 file changed, 5 insertions(+), 38 deletions(-) diff --git a/config.pbtxt b/config.pbtxt index 294af4f..c36d4e0 100644 --- a/config.pbtxt +++ b/config.pbtxt @@ -1,68 +1,35 @@ # Triton backend to use -backend: "python" +backend: "openvino" +platform: "openvino_ov" max_batch_size: 0 -# Triton should expect as input a single string -# input of variable length named 'text_input' input [ - { name: "text_input" data_type: TYPE_STRING dims: [ -1 ] - - }, { name: "stream" data_type: TYPE_BOOL dims: [ 1 ] - - optional: true - - } - ] - -# Triton should expect to respond with a single string -# output of variable length named 'text_output' output [ - { name: "text_output" data_type: TYPE_STRING dims: [ -1 ] - - } - -] - -parameters: [ - { - key: "base_model_path", - value: {string_value: "/cheetah/input/model/groupuser/triton-python-model"} - }, - { - key: "is_adapter_model", - value: {string_value: "false"} - }, - { - key: "adapter_model_path", - value: {string_value: ""} - }, - - { - key: "quantization", - value: {string_value: "none"} } ] + + + instance_group [ { kind: KIND_AUTO count: 1 } ] -