From 6236b2c91e32c88a2bcffcc4b573af63d6e570b1 Mon Sep 17 00:00:00 2001 From: groupuser Date: Mon, 20 Oct 2025 01:26:09 +0000 Subject: [PATCH] Automatically created by CHEETAH --- config.pbtxt | 66 ++++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 66 insertions(+) create mode 100644 config.pbtxt diff --git a/config.pbtxt b/config.pbtxt new file mode 100644 index 0000000..a63b401 --- /dev/null +++ b/config.pbtxt @@ -0,0 +1,66 @@ +# Triton backend to use +name: "base-gemma-3-1b-it" +backend: "python" +max_batch_size: 0 + +# Triton should expect as input a single string +# input of variable length named 'text_input' +input [ + + { + name: "m-input" + data_type: TYPE_STRING + dims: [ -1 ] + + + } + +] + + +# Triton should expect to respond with a single string +# output of variable length named 'text_output' +output [ + + { + name: "m-output" + data_type: TYPE_STRING + dims: [ -1 ] + + }, + { + name: "text_output" + data_type: TYPE_STRING + dims: [ -1 ] + + } + +] + +parameters: [ + { + key: "base_model_path", + value: {string_value: "/cheetah/input/model/groupuser/base-gemma-3-1b-it"} + }, + { + key: "is_adapter_model", + value: {string_value: "false"} + }, + { + key: "adapter_model_path", + value: {string_value: ""} + }, + + { + key: "quantization", + value: {string_value: "none"} + } +] + +instance_group [ + { + kind: KIND_AUTO + count: 1 + } +] +