From 06b67717285308f0fed678b7e029f4770e420637 Mon Sep 17 00:00:00 2001 From: groupuser Date: Fri, 5 Dec 2025 06:42:42 +0000 Subject: [PATCH] =?UTF-8?q?Automatically=20updated=20from=20=EB=AA=A8?= =?UTF-8?q?=EB=8D=B8=20=EB=B0=B0=ED=8F=AC(620:gemma-3-4b-it)=20by=20?= =?UTF-8?q?=EA=B7=B8=EB=A3=B9=EC=82=AC=EC=9A=A9=EC=9E=90(groupuser)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- config.pbtxt | 75 +--------------------------------------------------- 1 file changed, 1 insertion(+), 74 deletions(-) diff --git a/config.pbtxt b/config.pbtxt index c6ec9bb..7945b67 100644 --- a/config.pbtxt +++ b/config.pbtxt @@ -1,5 +1,4 @@ -# Triton backend to use. -name: "gemma-3-4b-it2" +# Triton Backend for TransformerLLM. backend: "python" max_batch_size: 0 @@ -13,78 +12,6 @@ input [ dims: [ -1 ] - }, - { - name: "max_length" - data_type: TYPE_INT32 - dims: [ 1 ] - - optional: true - - - }, - { - name: "max_new_tokens" - data_type: TYPE_INT32 - dims: [ 1 ] - - optional: true - - - }, - { - name: "do_sample" - data_type: TYPE_BOOL - dims: [ 1 ] - - optional: true - - - }, - { - name: "top_k" - data_type: TYPE_INT32 - dims: [ 1 ] - - optional: true - - - }, - { - name: "top_p" - data_type: TYPE_FP32 - dims: [ 1 ] - - optional: true - - - }, - { - name: "temperature" - data_type: TYPE_FP32 - dims: [ 1 ] - - optional: true - - - }, - { - name: "repetition_penalty" - data_type: TYPE_FP32 - dims: [ 1 ] - - optional: true - - - }, - { - name: "stream" - data_type: TYPE_BOOL - dims: [ 1 ] - - optional: true - - } ]