Compare commits
No commits in common. "main" and "refs/deployment/triton" have entirely different histories.
main
...
refs/deplo
@ -35,4 +35,4 @@ class TritonPythonModel:
|
|||||||
return responses
|
return responses
|
||||||
|
|
||||||
def finalize(self):
|
def finalize(self):
|
||||||
pass
|
pass
|
||||||
17
config.pbtxt
17
config.pbtxt
@ -1,4 +1,4 @@
|
|||||||
# Triton backend to use
|
# Triton Backend for Python.
|
||||||
backend: "python"
|
backend: "python"
|
||||||
max_batch_size: 0
|
max_batch_size: 0
|
||||||
|
|
||||||
@ -18,3 +18,18 @@ output [
|
|||||||
}
|
}
|
||||||
]
|
]
|
||||||
|
|
||||||
|
|
||||||
|
parameters: [
|
||||||
|
{
|
||||||
|
key: "model_path",
|
||||||
|
value: {string_value: "/cheetah/input/model/groupuser/random-string-generator"}
|
||||||
|
}
|
||||||
|
]
|
||||||
|
|
||||||
|
|
||||||
|
instance_group [
|
||||||
|
{
|
||||||
|
kind: KIND_AUTO
|
||||||
|
count: 1
|
||||||
|
}
|
||||||
|
]
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user