From bdbad187e130269d8dc10d0a3777317da1c89e1a Mon Sep 17 00:00:00 2001
From: groupuser <groupuser@aifrica.co.kr>
Date: Thu, 14 May 2026 06:34:16 +0000
Subject: [PATCH] =?UTF-8?q?Automatically=20updated=20from=20=EB=AA=A8?=
 =?UTF-8?q?=EB=8D=B8=20=EB=B0=B0=ED=8F=AC(742:TinyLlama-1.1B)=20by=20?=
 =?UTF-8?q?=EA=B7=B8=EB=A3=B9=EC=82=AC=EC=9A=A9=EC=9E=90(groupuser)?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 config.pbtxt | 55 +++++++++++++++++++++++++++++++++++++++++++++++-----
 1 file changed, 50 insertions(+), 5 deletions(-)

diff --git a/config.pbtxt b/config.pbtxt
index 130a973..e3fefb8 100644
--- a/config.pbtxt
+++ b/config.pbtxt
@@ -1,66 +1,110 @@
-# Triton Backend for vLLM.
-backend: "vllm"
-platform: "vllm"
+# Triton Backend for TransformerLLM.
+backend: "python"
 max_batch_size: 0
 
+# Triton should expect as input a single string
+# input of variable length named 'text_input'
 input [
+
   {
     name: "text_input"
     data_type: TYPE_STRING
     dims: [ 1 ]
+
+
   },
   {
     name: "max_length"
     data_type: TYPE_INT32
     dims: [ 1 ]
+
+
   },
   {
     name: "max_new_tokens"
     data_type: TYPE_INT32
     dims: [ 1 ]
+
+
   },
   {
     name: "do_sample"
     data_type: TYPE_BOOL
     dims: [ 1 ]
+
+
   },
   {
     name: "top_k"
     data_type: TYPE_INT32
     dims: [ 1 ]
+
+
   },
   {
     name: "top_p"
     data_type: TYPE_FP32
     dims: [ 1 ]
+
+
   },
   {
     name: "temperature"
     data_type: TYPE_FP32
     dims: [ 1 ]
+
+
   },
   {
     name: "repetition_penalty"
     data_type: TYPE_FP32
     dims: [ 1 ]
+
+
   },
   {
     name: "stream"
     data_type: TYPE_BOOL
     dims: [ 1 ]
+
+
   }
+
 ]
 
+
+# Triton should expect to respond with a single string
+# output of variable length named 'text_output'
 output [
+
   {
     name: "text_output"
     data_type: TYPE_STRING
     dims: [ 1 ]
+
   }
+
 ]
 
-
-
+parameters: [
+  {
+    key: "base_model_path",
+    value: {string_value: "/cheetah/input/model/groupuser/TinyLlama-1.1B-Chat-v1.0"}
+  },
+  {
+    key: "is_adapter_model",
+    value: {string_value: "false"}
+  },
+  {
+    key: "adapter_model_path",
+    value: {string_value: ""}
+  },
+  
+  {
+    key: "quantization",
+    value: {string_value: "none"}
+  }
+]
 
 instance_group [
   {
@@ -68,3 +112,4 @@ instance_group [
     count: 1
   }
 ]
+