Automatically created by CHEETAH

This commit is contained in:
groupuser 2025-10-20 01:26:09 +00:00
parent 9c660cee05
commit 6236b2c91e

66
config.pbtxt Normal file

@ -0,0 +1,66 @@
# Triton backend to use
name: "base-gemma-3-1b-it"
backend: "python"
max_batch_size: 0
# Triton should expect as input a single string
# input of variable length named 'text_input'
input [
{
name: "m-input"
data_type: TYPE_STRING
dims: [ -1 ]
}
]
# Triton should expect to respond with a single string
# output of variable length named 'text_output'
output [
{
name: "m-output"
data_type: TYPE_STRING
dims: [ -1 ]
},
{
name: "text_output"
data_type: TYPE_STRING
dims: [ -1 ]
}
]
parameters: [
{
key: "base_model_path",
value: {string_value: "/cheetah/input/model/groupuser/base-gemma-3-1b-it"}
},
{
key: "is_adapter_model",
value: {string_value: "false"}
},
{
key: "adapter_model_path",
value: {string_value: ""}
},
{
key: "quantization",
value: {string_value: "none"}
}
]
instance_group [
{
kind: KIND_AUTO
count: 1
}
]