groupuser/triton-python-model
1
0
Fork 1
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Automatically updated from 모델 배포(556:triton-python-model-gu) by 그룹사용자(groupuser)

Browse Source
This commit is contained in:
groupuser 2025-10-31 01:30:31 +00:00
parent 4a8aa62ae9
commit adf95ee381
1 changed files with 5 additions and 38 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

43
config.pbtxt
View File

@ -1,68 +1,35 @@
# Triton backend to use # Triton backend to use
backend: "python" backend: "openvino"
platform: "openvino_ov"
max_batch_size: 0 max_batch_size: 0
# Triton should expect as input a single string
# input of variable length named 'text_input'
input [ input [
{ {
name: "text_input" name: "text_input"
data_type: TYPE_STRING data_type: TYPE_STRING
dims: [ -1 ] dims: [ -1 ]
}, },
{ {
name: "stream" name: "stream"
data_type: TYPE_BOOL data_type: TYPE_BOOL
dims: [ 1 ] dims: [ 1 ]
optional: true
} }
] ]
# Triton should expect to respond with a single string
# output of variable length named 'text_output'
output [ output [
{ {
name: "text_output" name: "text_output"
data_type: TYPE_STRING data_type: TYPE_STRING
dims: [ -1 ] dims: [ -1 ]
}
]
parameters: [
{
key: "base_model_path",
value: {string_value: "/cheetah/input/model/groupuser/triton-python-model"}
},
{
key: "is_adapter_model",
value: {string_value: "false"}
},
{
key: "adapter_model_path",
value: {string_value: ""}
},
{
key: "quantization",
value: {string_value: "none"}
} }
] ]
instance_group [ instance_group [
{ {
kind: KIND_AUTO kind: KIND_AUTO
count: 1 count: 1
} }
] ]