From 1366d031dcec0b28b5b7878bf5c7a410ddaa1bcd Mon Sep 17 00:00:00 2001 From: groupuser Date: Thu, 14 May 2026 02:11:12 +0000 Subject: [PATCH] =?UTF-8?q?Automatically=20updated=20from=20=EB=AA=A8?= =?UTF-8?q?=EB=8D=B8=20=EB=B0=B0=ED=8F=AC(742:TinyLlama-1.1B)=20by=20?= =?UTF-8?q?=EA=B7=B8=EB=A3=B9=EC=82=AC=EC=9A=A9=EC=9E=90(groupuser)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- config.pbtxt | 11 +++-------- 1 file changed, 3 insertions(+), 8 deletions(-) diff --git a/config.pbtxt b/config.pbtxt index 65c0ee0..130a973 100644 --- a/config.pbtxt +++ b/config.pbtxt @@ -1,5 +1,6 @@ -# Triton Backend for Python. -backend: "python" +# Triton Backend for vLLM. +backend: "vllm" +platform: "vllm" max_batch_size: 0 input [ @@ -59,12 +60,6 @@ output [ ] -parameters: [ - { - key: "model_path", - value: {string_value: "/cheetah/input/model/groupuser/TinyLlama-1.1B-Chat-v1.0"} - } -] instance_group [