Automatically updated from 모델 배포(536:gemma-3-4b-it-public2222) by 그룹사용자(groupuser)

This commit is contained in:
groupuser 2025-10-28 23:55:20 +00:00
parent 029396c83d
commit 5c31a1f298

45
config.pbtxt Normal file

@ -0,0 +1,45 @@
# Triton backend to use
name: "gemma-3-4b-it"
backend: "python"
max_batch_size: 0
# Triton should expect as input a single string
# input of variable length named 'text_input'
input [
]
# Triton should expect to respond with a single string
# output of variable length named 'text_output'
output [
]
parameters: [
{
key: "base_model_path",
value: {string_value: "/cheetah/input/model/groupuser/gemma-3-4b-it"}
},
{
key: "is_adapter_model",
value: {string_value: "false"}
},
{
key: "adapter_model_path",
value: {string_value: ""}
},
{
key: "quantization",
value: {string_value: "none"}
}
]
instance_group [
{
kind: KIND_AUTO
count: 1
}
]